-- Logs begin at Thu 2021-12-16 13:46:27 UTC, end at Thu 2021-12-16 15:02:07 UTC. --
Dec 16 14:30:30.640407 dv-cinder-821892-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 16 14:30:33.003527 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.common.config [-] Logging enabled!
Dec 16 14:30:33.004281 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev96
Dec 16 14:30:33.004281 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87683) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 16 14:30:33.007345 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.common.config [-] Logging enabled!
Dec 16 14:30:33.007600 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev96
Dec 16 14:30:33.007909 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87683) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 16 14:30:33.008857 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 16 14:30:33.009095 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 16 14:30:33.009450 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 16 14:30:33.009695 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 16 14:30:33.009918 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 16 14:30:33.010848 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.011148 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.011444 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.011673 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.011976 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.012266 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.012552 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.012859 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.013160 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.013443 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.013720 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.014001 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.014231 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.014512 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.014797 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.015081 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.015302 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] debug                          = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.015578 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.016004 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.016415 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.016697 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.017013 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.017292 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.017562 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.017837 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.018120 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.018447 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] host                           = dv-cinder-821892-3-iscsi {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.018724 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.019010 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.019294 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.019578 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.019849 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.020124 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.020407 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.020677 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.020973 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.021250 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.021534 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.021822 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.022115 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.022337 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.022572 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.022842 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.023124 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.023397 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.023667 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.023938 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.024209 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.024480 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.024743 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.025048 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.025328 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.025626 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.025901 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.026174 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.026442 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.026710 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.026991 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.027259 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.027528 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.027797 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.028084 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.028352 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.028623 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.028942 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.029226 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.029510 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.029787 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.030059 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.030339 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.030607 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.030876 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.031143 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.031412 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.031678 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.031963 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.032235 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.032506 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.032790 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.033068 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.033349 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:33.033642 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.033936 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.034234 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.034512 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.034805 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.035082 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.035371 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.035647 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.035932 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.036221 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.036509 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.036802 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.037092 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.037370 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.037660 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.037964 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.038260 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.038551 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.038826 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.039098 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.039370 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.039647 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.039930 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.040224 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.040513 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.040799 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.041081 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.041539 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.041670 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.041945 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.042221 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.042508 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.042784 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.043053 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.043332 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.043605 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.043873 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.044145 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.044418 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.044702 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.045009 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.045280 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.045547 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.045820 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.046090 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.046372 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.046646 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.046916 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.047184 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.047457 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.047725 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.047995 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.048271 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.048542 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.048840 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.049113 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.049381 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.049649 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.049917 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.050451 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.050721 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.050989 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.051264 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.051528 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.051798 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.052067 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.052335 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.052685 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.052910 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.053208 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.053486 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.053762 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.054041 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.054317 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.054593 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.054867 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.055145 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.055423 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.055696 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.055986 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.056331 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.056559 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.057377 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.057664 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.057957 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.058235 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.058519 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.058797 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.059074 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.059363 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.059643 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.059936 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.060228 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.060522 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.060838 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.061134 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.061415 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.061724 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.062001 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:33.062218 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 16 14:30:33.062465 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87683) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 16 14:30:33.447880 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO keyring.backend [-] Loading KWallet
Dec 16 14:30:33.455255 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO keyring.backend [-] Loading SecretService
Dec 16 14:30:33.458865 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO keyring.backend [-] Loading Windows
Dec 16 14:30:33.460207 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO keyring.backend [-] Loading chainer
Dec 16 14:30:33.460801 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO keyring.backend [-] Loading macOS
Dec 16 14:30:33.495269 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:30:33.495543 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:30:33.495837 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:30:33.496172 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 16 14:30:33.801580 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:33.801791 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:33.802060 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:33.803253 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:33.803525 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:33.803791 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:33.926643 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:33.926921 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:33.927189 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:33.940442 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:33.940712 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:33.941008 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:33.969939 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:33.970220 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:33.970484 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.008860 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.009499 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.009499 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.244723 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f753f397af0> agent after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.245028 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f753f397af0> agent after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.245295 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f753f3979d0> segment precommit_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.245560 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f753f397a60> network precommit_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.246303 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f753f609790> segment before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.371260 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> network before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.371574 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f753f38e0d0> agent before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.371858 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> network before_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.372127 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> port before_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.372391 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> port before_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.372700 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> segment after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.372987 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> segment precommit_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.373244 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> segment precommit_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.373500 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> segment after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.373777 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> network after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.374033 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> network precommit_delete 0 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.374443 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> port provisioning_complete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.374718 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> rbac-policy before_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.374977 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> rbac-policy after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.375246 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> agent after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.375519 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> subnet after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.375779 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> subnet precommit_delete 0 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.376051 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> rbac-policy before_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.376302 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> rbac-policy before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.376581 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> segment_host_mapping after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.376953 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> port after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.377221 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> port after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.377450 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> port after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.377727 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> rbac-policy before_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.377970 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> rbac-policy before_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.378208 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75400e2ca0>> rbac-policy before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.378589 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:30:34.378825 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:30:34.379057 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:30:34.379288 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:30:34.379520 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:30:34.379750 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:30:34.380110 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 16 14:30:34.383296 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 16 14:30:34.387817 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 16 14:30:34.391720 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])])
Dec 16 14:30:34.393378 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 16 14:30:34.393825 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 16 14:30:34.394159 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 16 14:30:34.394542 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 16 14:30:34.397579 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 16 14:30:34.397831 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 16 14:30:34.398180 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 16 14:30:34.425813 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Dec 16 14:30:34.426252 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f753f365a00>> qos_plugin after_init 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.426547 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87683) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 16 14:30:34.426910 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f753f365460>> logging-plugin after_init 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.428267 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87683) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 16 14:30:34.428544 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 16 14:30:34.428805 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 16 14:30:34.432612 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f753f344340>> floatingip before_response 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.432916 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f753f344340>> port before_response 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.493239 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 16 14:30:34.493474 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 16 14:30:34.493709 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 16 14:30:34.494082 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 16 14:30:34.527534 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_db.sqlalchemy.engines [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87683) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 16 14:30:34.854230 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Initializing driver for type 'gre'
Dec 16 14:30:34.854739 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] gre ID ranges: [(1, 1000)]
Dec 16 14:30:34.906729 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Initializing driver for type 'local'
Dec 16 14:30:34.907098 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Initializing driver for type 'vlan'
Dec 16 14:30:34.918545 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] VlanTypeDriver initialization complete
Dec 16 14:30:34.918882 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Initializing driver for type 'vxlan'
Dec 16 14:30:34.919385 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] vxlan ID ranges: [(1, 1000)]
Dec 16 14:30:34.970580 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Initializing extension driver 'port_security'
Dec 16 14:30:34.970994 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.extensions.port_security [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] PortSecurityExtensionDriver initialization complete
Dec 16 14:30:34.971465 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Initializing mechanism driver 'openvswitch'
Dec 16 14:30:34.971810 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Initializing mechanism driver 'hyperv'
Dec 16 14:30:34.978451 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.plugins.ml2.plugin [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:30:34.979773 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753f2f1220>> port after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.980145 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753f2f1220>> port after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.980499 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753f2f1220>> port after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.980912 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753f4b2850>> subnet after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.981266 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753f4b2850>> subnet after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.981611 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753f4b2850>> subnet after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.981986 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753ee6ca30>> network after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.982329 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753ee6ca30>> network after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.982668 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753ee6ca30>> network after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.983041 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753ee6cc40>> security_group after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.983388 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753ee6cc40>> security_group after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.983729 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753ee6cc40>> security_group after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.984103 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753ee6cee0>> security_group_rule after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.984447 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753ee6cee0>> security_group_rule after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.984804 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753ee6cee0>> security_group_rule after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.985179 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753ee6cf70>> address_group after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.985519 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753ee6cf70>> address_group after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.985857 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f753ee6cf70>> address_group after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.986196 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] ML2 OVO RPC backend initialized. {{(pid=87683) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 16 14:30:34.986901 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> router_interface after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.987252 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> router_interface after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.987667 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> network before_response 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.988008 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> networks before_response 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.988350 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> port before_response 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.988688 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> ports before_response 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.989052 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> subnet before_response 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.989388 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> subnets before_response 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.989729 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> network after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.990067 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> network after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.990399 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> network after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.990737 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> port after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.991069 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> port after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.991399 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> port after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.991731 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> subnet after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.992063 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> subnet after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.992391 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f753ee75550>> subnet after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:34.992992 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.plugin [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Modular L2 Plugin initialization complete
Dec 16 14:30:34.993320 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading services supported by the core plugin {{(pid=87683) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 16 14:30:34.993643 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.plugins.ml2.managers [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Got port-security extension from driver 'port_security'
Dec 16 14:30:34.994108 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.extensions.vlantransparent [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Disabled vlantransparent extension.
Dec 16 14:30:34.995243 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87683) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 16 14:30:34.995555 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading Plugin: router
Dec 16 14:30:35.032146 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router_interface before_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.032743 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router after_create 55549900 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.032927 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router before_create 55549900 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.033304 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router_interface before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.033677 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router_interface after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.034032 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router after_delete 55549900 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.034392 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> floatingip after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.034755 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router after_create 55549900 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.035103 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router after_update 55549900 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.035461 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router after_update 55549900 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.035806 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router_gateway after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.036165 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router after_update 55549900 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.036575 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router precommit_update 55549900 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.036972 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f753f4fd3a0> port after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.037315 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f753f4fd550> port after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.037654 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f753f4fd4c0> subnet after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.037995 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f753f4fd430> subnetpool_address_scope after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.038346 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> port precommit_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.038695 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router precommit_create 55549900 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.039037 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f753f4eac10> port before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.039380 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router precommit_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.039736 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router after_update 55549900 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.040084 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router precommit_delete 55549900 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.040431 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router precommit_create 55549900 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.040799 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router_interface after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.041722 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> router precommit_update 55549900 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.042090 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> agent after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.042440 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> agent after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.042785 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f753ee75670>> network after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.043662 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Tracking information for resource: router configured {{(pid=87683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:30:35.044004 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Tracking information for resource: floatingip configured {{(pid=87683) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:30:35.049197 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.db.l3_agentschedulers_db [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 16 14:30:35.049780 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f753edea310> port after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.050411 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f753edea1f0> port after_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.050764 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <function _notify_port_delete at 0x7f753edea280> port after_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.051119 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f753edea5e0> port after_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.051925 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f753ed81e80>> router before_create 55550100 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.052288 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f753ed81e80>> router precommit_delete 55550100 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.052649 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f753ed81e80>> router precommit_create 55550100 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.053032 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f753ed81e80>> router precommit_update 55550100 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.058092 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.services.provider_configuration [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service providers = [] {{(pid=87683) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 16 14:30:35.058458 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.db.servicetype_db [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87683) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 16 14:30:35.061422 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.services.service_base [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 14:30:35.061772 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.services.service_base [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 14:30:35.062113 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.services.service_base [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 14:30:35.063176 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.services.service_base [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87683) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 14:30:35.063546 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.services.service_base [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 16 14:30:35.063921 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:30:35.064239 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 16 14:30:35.075067 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:30:35.075407 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading Plugin: auto_allocate
Dec 16 14:30:35.081414 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f753edb7940> network precommit_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.081786 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f753edb7940> network precommit_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.082305 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:30:35.082626 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading Plugin: tag
Dec 16 14:30:35.089506 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:30:35.089842 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading Plugin: timestamp
Dec 16 14:30:35.093674 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:30:35.094008 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading Plugin: network_ip_availability
Dec 16 14:30:35.099271 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f753ed47e50>> rbac-policy before_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.099645 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f753ed47e50>> rbac-policy before_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.100004 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f753ed47e50>> rbac-policy before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.100710 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:30:35.101057 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading Plugin: flavors
Dec 16 14:30:35.106605 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:30:35.106880 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading Plugin: revisions
Dec 16 14:30:35.111303 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87683) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:30:35.111700 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_concurrency.lockutils [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.616s {{(pid=87683) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:30:35.112470 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87683) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Dec 16 14:30:35.112840 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Initializing extension manager.
Dec 16 14:30:35.113353 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: __init__.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.113695 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: __pycache__ {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.114027 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.114358 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: address_group.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.115160 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.115740 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: address-group
Dec 16 14:30:35.116064 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: address_scope.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.116797 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.117307 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: address-scope
Dec 16 14:30:35.117630 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: admin_state_down_before_update.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.118615 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.119118 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: router-admin-state-down-before-update
Dec 16 14:30:35.120105 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: agent.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.120847 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.121358 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: agent
Dec 16 14:30:35.121680 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: agent_resources_synced.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.122598 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.123105 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: agent-resources-synced
Dec 16 14:30:35.123425 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: allowedaddresspairs.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.125297 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.125817 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: allowed-address-pairs
Dec 16 14:30:35.126145 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: auto_allocated_topology.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.127241 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.127749 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: auto-allocated-topology
Dec 16 14:30:35.128074 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: availability_zone.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.128765 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.129289 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: availability_zone
Dec 16 14:30:35.129612 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: availability_zone_filter.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.130539 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.131045 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: availability_zone_filter
Dec 16 14:30:35.131366 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: data_plane_status.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.132272 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.132774 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension data-plane-status not supported by any of loaded plugins
Dec 16 14:30:35.133115 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: default_subnetpools.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.134028 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.134529 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: default-subnetpools
Dec 16 14:30:35.134895 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: dhcpagentscheduler.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.135733 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.136233 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: dhcp_agent_scheduler
Dec 16 14:30:35.136572 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: dns.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.137512 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.138008 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension dns-integration not supported by any of loaded plugins
Dec 16 14:30:35.138349 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: dns_domain_ports.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.139256 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.139764 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 16 14:30:35.140086 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: dvr.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.140765 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.141295 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: dvr
Dec 16 14:30:35.141620 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: empty_string_filtering.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.142537 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.143042 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: empty-string-filtering
Dec 16 14:30:35.143364 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.144276 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.144773 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 16 14:30:35.145120 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.146042 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.146540 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 16 14:30:35.146859 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: external_net.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.147792 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.148281 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: external-net
Dec 16 14:30:35.148600 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: extra_dhcp_opt.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.149531 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.150031 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: extra_dhcp_opt
Dec 16 14:30:35.150357 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: extraroute.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.151847 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.152345 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: extraroute
Dec 16 14:30:35.152664 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: extraroute_atomic.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.153738 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.154242 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: extraroute-atomic
Dec 16 14:30:35.154564 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: filter_validation.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.155237 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.155741 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: filter-validation
Dec 16 14:30:35.156060 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: fip_pf_description.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.158633 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.159151 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 16 14:30:35.159476 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: fip_port_details.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.160427 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.160973 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: fip-port-details
Dec 16 14:30:35.161302 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: flavors.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.162568 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.163083 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: flavors
Dec 16 14:30:35.163412 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.165121 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.165636 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 16 14:30:35.165963 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: floatingip_pools.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.167315 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.167821 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: floatingip-pools
Dec 16 14:30:35.168138 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: ip_allocation.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.169204 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.169707 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension ip_allocation not supported by any of loaded plugins
Dec 16 14:30:35.170027 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.170947 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.171449 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: ip-substring-filtering
Dec 16 14:30:35.171771 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: l2_adjacency.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.172699 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.173218 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 16 14:30:35.173541 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: l3.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.174543 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.175321 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: router
Dec 16 14:30:35.175649 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: l3_conntrack_helper.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.177983 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.178510 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 16 14:30:35.178841 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.179781 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.180293 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: ext-gw-mode
Dec 16 14:30:35.180625 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.181575 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.182151 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: l3-ha
Dec 16 14:30:35.182479 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: l3_flavors.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.183395 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.183898 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: l3-flavors
Dec 16 14:30:35.184222 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.185183 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.185687 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 16 14:30:35.186012 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: l3agentscheduler.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.187074 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.187585 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: l3_agent_scheduler
Dec 16 14:30:35.187913 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: logging.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.189497 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.190011 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension logging not supported by any of loaded plugins
Dec 16 14:30:35.190341 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: metering.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.191088 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.191665 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: metering
Dec 16 14:30:35.191989 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.193110 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.193623 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: metering_source_and_destination_fields
Dec 16 14:30:35.193949 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: multiprovidernet.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.194985 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.195495 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: multi-provider
Dec 16 14:30:35.195818 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: netmtu.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.196728 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.197260 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: net-mtu
Dec 16 14:30:35.197633 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: netmtu_writable.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.198548 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.199058 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: net-mtu-writable
Dec 16 14:30:35.199382 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: network_availability_zone.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.200051 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.200553 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: network_availability_zone
Dec 16 14:30:35.200906 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: network_ip_availability.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.202005 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.202514 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: network-ip-availability
Dec 16 14:30:35.202838 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: network_segment_range.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.203601 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.204102 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension network-segment-range not supported by any of loaded plugins
Dec 16 14:30:35.204420 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: pagination.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.205423 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.205750 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: pagination
Dec 16 14:30:35.206071 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: port_device_profile.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.206972 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.207480 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: port-device-profile
Dec 16 14:30:35.207808 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.208733 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.209267 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: port-mac-address-regenerate
Dec 16 14:30:35.209596 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.210513 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.211025 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: port-numa-affinity-policy
Dec 16 14:30:35.211347 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: port_resource_request.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.212254 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.212756 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension port-resource-request not supported by any of loaded plugins
Dec 16 14:30:35.213676 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: portbindings.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.214627 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.215135 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: binding
Dec 16 14:30:35.215459 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: portbindings_extended.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.216805 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.217326 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: binding-extended
Dec 16 14:30:35.217655 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: portsecurity.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.218572 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.219081 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: port-security
Dec 16 14:30:35.219406 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: project_id.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.220384 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.220708 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: project-id
Dec 16 14:30:35.221061 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: providernet.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.221999 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.222504 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: provider
Dec 16 14:30:35.222825 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: qos.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.226412 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.226932 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension qos not supported by any of loaded plugins
Dec 16 14:30:35.227262 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.228507 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.233202 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 16 14:30:35.233202 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.233202 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.233202 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 16 14:30:35.233202 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: qos_default.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.233202 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.233717 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension qos-default not supported by any of loaded plugins
Dec 16 14:30:35.233717 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: qos_fip.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.234142 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.234642 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension qos-fip not supported by any of loaded plugins
Dec 16 14:30:35.234967 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: qos_gateway_ip.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.235974 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.236480 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 16 14:30:35.236720 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: qos_port_network_policy.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.237659 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.238163 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 16 14:30:35.238487 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: qos_rule_type_details.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.239392 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.239894 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 16 14:30:35.240215 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: qos_rules_alias.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.241297 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.241818 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 16 14:30:35.242139 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: quotasv2.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.243099 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.243571 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: quotas
Dec 16 14:30:35.244209 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: quotasv2_detail.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.245656 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.245998 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: quota_details
Dec 16 14:30:35.246328 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: rbac.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.247408 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.247934 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: rbac-policies
Dec 16 14:30:35.248262 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: rbac_address_group.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.249230 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.249742 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: rbac-address-group
Dec 16 14:30:35.250066 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: rbac_address_scope.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.250989 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.251500 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: rbac-address-scope
Dec 16 14:30:35.251823 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: rbac_security_groups.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.252736 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.253267 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: rbac-security-groups
Dec 16 14:30:35.253592 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: rbac_subnetpool.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.254522 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.255025 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: rbac-subnetpool
Dec 16 14:30:35.255342 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: revisionifmatch.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.256258 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.256766 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: revision-if-match
Dec 16 14:30:35.257113 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: revisions.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.258228 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.258736 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: standard-attr-revisions
Dec 16 14:30:35.259058 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: router_availability_zone.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.259730 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.260277 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: router_availability_zone
Dec 16 14:30:35.260600 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: routerservicetype.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.261540 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.262045 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension router-service-type not supported by any of loaded plugins
Dec 16 14:30:35.262366 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.263287 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.263792 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: security-groups-normalized-cidr
Dec 16 14:30:35.264114 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: security_groups_port_filtering.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.265075 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.265580 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: port-security-groups-filtering
Dec 16 14:30:35.265901 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.266819 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.267324 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: security-groups-remote-address-group
Dec 16 14:30:35.267647 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: securitygroup.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.278124 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.278649 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: security-group
Dec 16 14:30:35.278982 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: segment.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.279770 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.280277 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension segment not supported by any of loaded plugins
Dec 16 14:30:35.280605 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.281602 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.282112 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 16 14:30:35.282436 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: servicetype.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.283547 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.284060 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: service-type
Dec 16 14:30:35.284385 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: sorting.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.285397 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.285735 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: sorting
Dec 16 14:30:35.286086 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: standard_attr_segment.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.286993 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.287500 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 16 14:30:35.287821 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: standardattrdescription.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.288468 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.289012 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: standard-attr-description
Dec 16 14:30:35.289341 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: stateful_security_group.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.290263 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.290771 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: stateful-security-group
Dec 16 14:30:35.291211 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: stdattrs_common.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.292304 dv-cinder-821892-3-iscsi neutron-server[87683]: WARNING neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 16 14:30:35.292626 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.293653 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.294159 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 16 14:30:35.294481 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: subnet_onboard.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.295554 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.296068 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: subnet_onboard
Dec 16 14:30:35.296391 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.297357 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.297856 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 16 14:30:35.298175 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: subnet_service_types.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.299092 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.299596 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: subnet-service-types
Dec 16 14:30:35.300186 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: subnetallocation.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.301302 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.301810 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: subnet_allocation
Dec 16 14:30:35.302138 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.302823 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.303329 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: subnetpool-prefix-ops
Dec 16 14:30:35.303650 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.304597 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.305134 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 16 14:30:35.305461 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: tagging.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.306522 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.307095 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: standard-attr-tag
Dec 16 14:30:35.307418 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: timestamp.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.308620 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.309163 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loaded extension: standard-attr-timestamp
Dec 16 14:30:35.309490 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: trunk.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.310519 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.311030 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension trunk not supported by any of loaded plugins
Dec 16 14:30:35.311357 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: trunk_details.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.312302 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.312831 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension trunk-details not supported by any of loaded plugins
Dec 16 14:30:35.313158 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: uplink_status_propagation.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.314073 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.314583 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 16 14:30:35.314907 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Loading extension file: vlantransparent.py {{(pid=87683) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 14:30:35.315583 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87683) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 14:30:35.316085 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 16 14:30:35.318548 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:network
Dec 16 14:30:35.319280 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:subnet
Dec 16 14:30:35.320081 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 14:30:35.320674 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:port
Dec 16 14:30:35.321992 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.v2.resource_helper [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:30:35.322491 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.v2.resource_helper [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service FLAVORS assigned prefix:  {{(pid=87683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:30:35.323573 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.v2.resource_helper [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:30:35.323573 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.v2.resource_helper [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:30:35.323873 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:router
Dec 16 14:30:35.324521 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:floatingip
Dec 16 14:30:35.325282 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.v2.resource_helper [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service METERING assigned prefix: /metering {{(pid=87683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:30:35.326730 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f753ec879d0>> rbac-policy before_create 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.327104 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f753ec879d0>> rbac-policy before_update 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.327454 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f753ec879d0>> rbac-policy before_delete 55550000 {{(pid=87683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:30:35.328613 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of CountableResource for resource:rbac_policy
Dec 16 14:30:35.329090 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:security_group
Dec 16 14:30:35.329751 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 16 14:30:35.330493 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.v2.resource_helper [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service CORE assigned prefix:  {{(pid=87683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:30:35.330828 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 14:30:35.331172 dv-cinder-821892-3-iscsi neutron-server[87683]: WARNING neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] subnetpool is already registered
Dec 16 14:30:35.331778 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.v2.resource_helper [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service CORE assigned prefix:  {{(pid=87683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:30:35.332105 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 14:30:35.332442 dv-cinder-821892-3-iscsi neutron-server[87683]: WARNING neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] subnetpool is already registered
Dec 16 14:30:35.334986 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.v2.resource_helper [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:30:35.335420 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.v2.resource_helper [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service FLAVORS assigned prefix:  {{(pid=87683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:30:35.336013 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.v2.resource_helper [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:30:35.336435 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.v2.resource_helper [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:30:35.336772 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:router
Dec 16 14:30:35.337137 dv-cinder-821892-3-iscsi neutron-server[87683]: WARNING neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] router is already registered
Dec 16 14:30:35.337734 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:floatingip
Dec 16 14:30:35.338864 dv-cinder-821892-3-iscsi neutron-server[87683]: WARNING neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] floatingip is already registered
Dec 16 14:30:35.339304 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.v2.resource_helper [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service METERING assigned prefix: /metering {{(pid=87683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:30:35.339978 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of CountableResource for resource:rbac_policy
Dec 16 14:30:35.340306 dv-cinder-821892-3-iscsi neutron-server[87683]: WARNING neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] rbac_policy is already registered
Dec 16 14:30:35.340871 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:security_group
Dec 16 14:30:35.341203 dv-cinder-821892-3-iscsi neutron-server[87683]: WARNING neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] security_group is already registered
Dec 16 14:30:35.341786 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 16 14:30:35.342114 dv-cinder-821892-3-iscsi neutron-server[87683]: WARNING neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] security_group_rule is already registered
Dec 16 14:30:35.342771 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.v2.resource_helper [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service CORE assigned prefix:  {{(pid=87683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:30:35.343108 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 14:30:35.343453 dv-cinder-821892-3-iscsi neutron-server[87683]: WARNING neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] subnetpool is already registered
Dec 16 14:30:35.344093 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.v2.resource_helper [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Service CORE assigned prefix:  {{(pid=87683) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:30:35.344371 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 14:30:35.344693 dv-cinder-821892-3-iscsi neutron-server[87683]: WARNING neutron.quota.resource_registry [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] subnetpool is already registered
Dec 16 14:30:35.345427 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: extensions {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.346841 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: address-groups {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.348453 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: address-scopes {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.349679 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: agents {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.350851 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: auto-allocated-topology {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.352084 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: availability_zones {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.353444 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: dhcp-networks {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.355492 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: dhcp-agents {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.357010 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: routers {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.359691 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: flavors {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.360877 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: service_profiles {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.362080 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: next_providers {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.363619 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: service_profiles {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.365102 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: floatingip-pools {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.366332 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: routers {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.368115 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: floatingips {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.369381 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: l3-routers {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.370786 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: l3-agents {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.372315 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: metering-labels {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.373709 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: metering-label-rules {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.374996 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: network-ip-availabilities {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.376241 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: bindings {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.377928 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: quotas {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.379364 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: quotas {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.380799 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: rbac-policies {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.382091 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: security-groups {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.383294 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: security-group-rules {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.384518 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: service-providers {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.385817 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: subnetpools {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.387263 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: subnetpools {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.388805 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: tags {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.390502 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: tags {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.392308 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: tags {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.394127 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: tags {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.395898 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: tags {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.397755 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: tags {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.399444 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: tags {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.401932 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: tags {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.403682 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: tags {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.405537 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron.api.extensions [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Extended resource: tags {{(pid=87683) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 14:30:35.411838 dv-cinder-821892-3-iscsi neutron-server[87683]: WARNING keystonemiddleware.auth_token [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 16 14:30:35.417518 dv-cinder-821892-3-iscsi neutron-server[87683]: WARNING keystonemiddleware.auth_token [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 16 14:30:35.427796 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_concurrency.lockutils [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Acquired lock "singleton_lock" {{(pid=87683) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 16 14:30:35.428275 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_concurrency.lockutils [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Releasing lock "singleton_lock" {{(pid=87683) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 16 14:30:35.428955 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO oslo_service.service [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Starting 2 workers
Dec 16 14:30:35.434429 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Started child 87788 {{(pid=87683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 14:30:35.438895 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Started child 87789 {{(pid=87683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 14:30:35.439407 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:35.441406 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO neutron.service [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Neutron service started, listening on 0.0.0.0:9696
Dec 16 14:30:35.441886 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [-] (87788) wsgi starting up on http://0.0.0.0:9696
Dec 16 14:30:35.442062 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Notify callbacks [] for process, before_spawn {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:35.443346 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:35.444403 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO oslo_service.service [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Starting 1 workers
Dec 16 14:30:35.444742 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [-] (87789) wsgi starting up on http://0.0.0.0:9696
Dec 16 14:30:35.449534 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Started child 87790 {{(pid=87683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 14:30:35.450071 dv-cinder-821892-3-iscsi neutron-server[87683]: INFO oslo_service.service [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Starting 1 workers
Dec 16 14:30:35.452734 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.service [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] calling RpcWorker wait() {{(pid=87790) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 16 14:30:35.453292 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.service [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] returning from RpcWorker wait() {{(pid=87790) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 16 14:30:35.454420 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Started child 87791 {{(pid=87683) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 14:30:35.454645 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:35.455162 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:30:35.455268 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG neutron_lib.callbacks.manager [None req-a3246565-92b4-4d57-bca1-2e4a47f33b1f None None] Notify callbacks [] for process, after_spawn {{(pid=87683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:35.457235 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87683) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 16 14:30:35.457453 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 16 14:30:35.457639 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 16 14:30:35.457856 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 16 14:30:35.458191 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 16 14:30:35.458355 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 16 14:30:35.458876 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.459215 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.459426 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.459689 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.459967 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.460095 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:35.460580 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.460805 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.461063 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.461353 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.461595 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.461767 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.461933 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.462176 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.462411 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.462714 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.463550 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.463842 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.464073 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.464250 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.464509 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.464768 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.465052 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.465329 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.465570 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.466048 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.466281 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.466519 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.466757 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.467024 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.467266 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.467538 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.467774 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.468002 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.468246 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.468523 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.468768 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.469018 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.469259 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.469514 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.469746 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.470196 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] host                           = dv-cinder-821892-3-iscsi {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.470427 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.470659 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.470887 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.471128 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.471371 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.471611 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.471874 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.472231 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.472484 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.472727 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.473033 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.473280 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.473498 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.473740 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.473905 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.474137 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.474432 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.474700 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.474889 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.475048 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.475220 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.475468 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.475632 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.475915 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.476206 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.476354 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.476543 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.476825 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.477041 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.477304 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.477547 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.477758 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.477984 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.478237 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.478461 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.479334 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.479573 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.479816 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.480037 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.480273 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.480486 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.480710 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.480951 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.481162 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.481437 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.481651 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.481894 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.482146 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.482384 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.482608 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.482832 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.483065 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.483327 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.483555 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.483812 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.485243 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.485625 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.486142 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.486320 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.486566 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.486789 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.487057 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.487274 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.487496 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.487747 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.488068 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.488296 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.488672 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.489840 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.489948 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:30:35.490625 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.491388 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.491388 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.491568 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.491780 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.492115 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.492446 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.492677 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.492963 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.493225 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.493569 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.493800 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.494094 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.494375 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.494619 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.494955 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.495228 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.495508 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.495730 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.495990 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.496214 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.496445 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.496794 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.497073 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.497345 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.64/identity {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.497601 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.497816 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.498067 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.498284 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.498497 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.498720 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.498953 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.499369 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.499592 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.499807 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.500092 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.500260 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.500498 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.500744 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.501017 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.501318 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.501676 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.501991 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.502216 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.502435 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.502671 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.502907 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.503151 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.507060 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.507344 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.507623 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.507872 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.508113 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.508358 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.508600 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.508921 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.509175 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.509408 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.509656 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.510358 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.510766 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.511180 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.511410 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.511636 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.511860 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.512108 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.512357 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.512579 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.513024 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.513265 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.513467 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.513687 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.514065 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.514457 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.514852 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.515095 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.515318 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.515558 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.515827 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.516005 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.516243 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.516469 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.516683 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.516932 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.517220 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.517545 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.517787 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.518045 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.518293 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.518533 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.518775 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.519025 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.519268 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.519501 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.519748 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.520063 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.520312 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.520839 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.520839 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.521047 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.521288 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.521526 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.521744 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.521982 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.522238 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.522481 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.522899 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.523165 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.523429 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.523715 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.523985 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.524280 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.524503 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.524802 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.525022 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.525302 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.526293 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.526563 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.526829 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.527081 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.527335 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.527577 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.527811 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.528087 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.528317 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.528545 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.528807 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.529084 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.529323 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.529569 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.529806 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.530038 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.530343 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.530606 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.530816 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.531110 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.531392 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.531641 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.531874 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.532147 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.532404 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.532733 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.533173 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.533413 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.64/identity {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.533625 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.533869 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.534107 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.534354 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.534594 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.534823 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.535059 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.535294 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.535506 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.535753 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.535986 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.536366 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.536615 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.537023 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.537261 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.537498 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.537714 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.537968 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.538217 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.538435 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.538672 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.538880 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.539111 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.539521 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.539671 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.540821 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.540821 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.540821 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.540821 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.540821 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.541318 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.541318 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.541507 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.541743 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.541955 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.542165 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.542388 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.542630 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.542857 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.543091 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.543304 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.543537 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.543793 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.544144 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.544395 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.544643 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.544896 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.545123 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.545356 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.545590 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.545806 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.546044 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.546263 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.546477 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.546745 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.547016 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.547288 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.547499 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.547705 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.547914 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.548128 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.548337 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.548624 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.548931 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.549176 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.549422 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.549651 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.550151 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.550363 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.550571 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.550784 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.550995 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.551220 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.551426 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.551635 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.551849 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.552055 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.552338 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.552586 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.552816 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.553104 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.553334 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.553563 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.553824 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.554136 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.554511 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.554758 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.555030 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.555250 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.555472 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.555738 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.556082 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.556385 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.556649 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.556971 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.557265 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.557543 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.557803 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.558017 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.558327 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.558644 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.558927 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.559177 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.559434 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.559704 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.559928 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.560145 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.560395 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.560628 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.560868 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.561126 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.561364 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.561597 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.561839 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.562086 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.562320 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.562567 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.562812 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.563061 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.563279 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.563437 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 16 14:30:35.563940 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87683) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 16 14:30:35.564101 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 16 14:30:35.564254 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 16 14:30:35.564461 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 16 14:30:35.564580 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 16 14:30:35.564731 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 16 14:30:35.564958 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.565119 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.565493 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.565493 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.565653 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.565834 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.566004 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.566164 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.566328 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.566484 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.566646 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.566805 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.566975 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.567112 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.567266 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.567696 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.568005 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.568172 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.568338 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.568499 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.568658 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.568850 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.569024 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.569145 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.569366 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.569545 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.569680 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.569839 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.570020 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.570159 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.570314 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.570625 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.570783 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.571116 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.571266 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.571425 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.571582 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.571901 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.572063 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.572222 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.572938 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] host                           = dv-cinder-821892-3-iscsi {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.573101 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.573262 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.573421 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.573579 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.573739 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.573900 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.574058 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.574217 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.574376 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.574538 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.574699 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.574841 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.575002 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.575160 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.575318 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.575475 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.575631 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.575790 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.575997 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.576163 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.576301 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.576440 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.576576 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.576710 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.577917 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.577917 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.577917 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.577917 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.577917 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.577917 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.578713 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.578879 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.579041 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.579202 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.579361 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.579519 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.579678 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.579837 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.579997 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.580156 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.580314 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.580473 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.580631 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.580818 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.580998 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.581156 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.581903 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.581903 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.581903 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.581903 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.581903 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.582272 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.582272 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.582414 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.582492 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.582644 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.582801 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.582959 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.583117 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.583274 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.583431 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.583589 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.583747 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.583903 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.584061 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.584218 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.584376 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.584534 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.584698 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:30:35.584900 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.585061 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.585232 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.585393 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.585554 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.585713 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.585872 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.586033 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.586193 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.586353 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.586548 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.586709 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.586879 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.587044 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.587204 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.587367 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.587536 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.587686 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.587847 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.588052 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.588725 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.588911 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.589089 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.589250 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.589411 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.64/identity {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.589497 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:30:35.589583 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.589719 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.589880 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.590041 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.590203 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.590364 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.590525 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.590686 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.590846 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.591005 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.591165 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.591324 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.591486 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.591648 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.591809 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.591970 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.592130 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.592291 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.592453 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.592615 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.592791 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.592955 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.593117 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.593278 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.593438 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.593607 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.593767 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.593927 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.594087 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.594248 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.594408 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.594568 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.594728 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.594889 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.595049 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.595208 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.595380 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.595540 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.595701 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.595861 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.596021 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.596181 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.596340 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.596501 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.596661 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.596837 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.597000 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.597164 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.597324 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.597484 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.597644 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.597803 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.597963 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.598124 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.598282 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.598441 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.598600 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.598760 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.598918 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.599086 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.599260 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.599418 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.599578 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.599737 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.599898 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.600058 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.600218 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.600377 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.600536 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.600696 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.600877 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.601038 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.601201 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.601361 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.601520 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.601680 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.601839 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.601997 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.602157 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.602315 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.602473 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.602634 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.602793 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.602952 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.603111 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.603271 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.603440 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.603622 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.603784 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.603945 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.604112 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.604282 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.604443 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.604604 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.604763 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.604941 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.605101 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.605261 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.605421 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.605581 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.605741 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.605901 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.606076 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.606230 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.606390 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.606550 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.606798 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.606985 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.607199 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.607307 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.607469 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.607629 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.607787 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.607980 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.608141 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.608301 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.608460 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.608620 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.608795 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.64/identity {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.608960 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.609184 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.609284 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.609441 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.609812 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.609812 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.609967 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.610045 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.610188 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.610347 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.610506 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.610861 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.610861 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.611024 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.611103 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.611264 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.611425 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.611585 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.611745 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.611906 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.612070 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.612226 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.612387 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.612548 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.612705 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.612888 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.613050 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.613210 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.613370 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.613532 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.613691 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.613881 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.614012 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.614172 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.614332 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.614493 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.614653 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.614814 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.614974 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.615134 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.615294 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.615454 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.615615 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.615790 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.615950 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.616110 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.616271 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.616430 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.616591 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.616750 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.616929 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.617094 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.617255 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.617413 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.617576 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.617739 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.617901 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.618060 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.618221 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.618430 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.618531 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.618692 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.618865 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.619023 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.619184 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.619365 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.619531 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.619688 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.619848 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.620045 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.620206 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.620355 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.620524 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.620686 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.620881 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.621020 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.621182 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.621354 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.621516 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.621676 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.621844 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.622005 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.622231 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.622367 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.622461 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.622623 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.622785 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.622946 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.623105 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.623265 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.623427 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.623593 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.623767 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.623935 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.624097 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.624266 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.624434 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.624607 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.624758 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.624946 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.625094 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.625256 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.625416 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.625576 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.625737 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.625896 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.626057 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.626217 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.626376 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.626524 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.626685 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.626834 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.626999 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.627158 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.627318 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.627477 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.627636 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.627796 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.627938 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.628102 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:30:35.628239 dv-cinder-821892-3-iscsi neutron-server[87683]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87683) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 16 14:30:35.814407 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 43846) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:30:35.823701 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0071120
Dec 16 14:30:46.485397 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29825166-d663-4918-a007-cdbbddece236 None None] get_active_networks_info from dv-cinder-821892-3-iscsi {{(pid=87790) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 14:30:46.571638 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29825166-d663-4918-a007-cdbbddece236 None None] No non-hosted networks {{(pid=87790) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 16 14:30:46.589385 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.agentschedulers_db [None req-29825166-d663-4918-a007-cdbbddece236 None None] DHCP Agent not found on host dv-cinder-821892-3-iscsi {{(pid=87790) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Dec 16 14:30:46.668943 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-6cc2c88b-f533-45e1-aefb-33d40b19e125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1832242'] for agent, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:48.971880 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-5c3b94bd-3dd0-4dd1-bce7-f63126cabc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1832242'] for agent, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:49.028622 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-6592f684-a7b3-4c38-a0ab-0b5709ffe852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:50.251748 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1832242'] for agent, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:50.313410 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1832242'] for agent, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:50.314485 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:30:50.315037 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:30:50.315582 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:30:50.316138 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:30:50.316678 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:30:50.317266 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:30:50.317807 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:30:50.318400 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:30:50.318941 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:30:50.319513 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:30:50.320062 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:30:50.320596 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:30:50.321250 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f753e85caf0>, 'Open vSwitch agent', 'dv-cinder-821892-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:30:50.332657 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f753e99cd60>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821892-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:30:51.447961 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.db.l3_hamode_db [None req-428d3b8f-7515-4021-8183-b6452c7b8920 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 16 14:30:51.535925 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d3b8f-7515-4021-8183-b6452c7b8920 None None] Routers set() bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:30:51.536537 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d3b8f-7515-4021-8183-b6452c7b8920 None None] Router IDs set() for agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 16 14:30:51.956874 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1832242'] for agent, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:53.311114 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 43938) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:30:53.878467 dv-cinder-821892-3-iscsi neutron-server[87788]: WARNING oslo_policy.policy [None req-7cf4b6c9-a962-49da-ae9d-24a9a3e65fbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:30:53.879062 dv-cinder-821892-3-iscsi neutron-server[87788]: WARNING oslo_policy.policy [None req-7cf4b6c9-a962-49da-ae9d-24a9a3e65fbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:30:54.100736 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [None req-7cf4b6c9-a962-49da-ae9d-24a9a3e65fbe admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87788) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 14:30:54.101810 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-7cf4b6c9-a962-49da-ae9d-24a9a3e65fbe admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7897737
Dec 16 14:30:56.437210 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 43952) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:30:57.010819 dv-cinder-821892-3-iscsi neutron-server[87789]: WARNING oslo_policy.policy [None req-b904676a-165a-4cfe-9932-cb59356b4931 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:30:57.011410 dv-cinder-821892-3-iscsi neutron-server[87789]: WARNING oslo_policy.policy [None req-b904676a-165a-4cfe-9932-cb59356b4931 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:30:57.227040 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-b904676a-165a-4cfe-9932-cb59356b4931 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:30:57.328159 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.policy [None req-b904676a-165a-4cfe-9932-cb59356b4931 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87789) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 16 14:30:57.372599 dv-cinder-821892-3-iscsi neutron-server[87789]: WARNING oslo_policy.policy [None req-b904676a-165a-4cfe-9932-cb59356b4931 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:30:57.372989 dv-cinder-821892-3-iscsi neutron-server[87789]: WARNING oslo_policy.policy [None req-b904676a-165a-4cfe-9932-cb59356b4931 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:30:57.381758 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.quota [None req-b904676a-165a-4cfe-9932-cb59356b4931 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f753e70e0d0>.
Dec 16 14:30:57.397562 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b904676a-165a-4cfe-9932-cb59356b4931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:30:57.455676 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b904676a-165a-4cfe-9932-cb59356b4931 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758844570787', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758844568206', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758844582432', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758844586443', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758844528534', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758844538163', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133383163', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133321979', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2093524', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1978796'] for rbac-policy, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:57.523518 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b904676a-165a-4cfe-9932-cb59356b4931 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:57.525655 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-b904676a-165a-4cfe-9932-cb59356b4931 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0863287
Dec 16 14:31:00.121740 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 43970) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:31:00.472030 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Request body: {'network': {'project_id': '9fcacc34d06d4718a100e858ed8da87e', 'name': 'private', 'admin_state_up': True}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:31:00.477134 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:31:00.481326 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Usage tracker for resource:network and tenant:9fcacc34d06d4718a100e858ed8da87e is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:31:00.485916 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:31:00.491980 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:31:00.501574 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Made reservation on behalf of 9fcacc34d06d4718a100e858ed8da87e for: {'network': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:31:00.504578 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:00.522509 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:00.536762 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:31:00.540472 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Usage tracker for resource:security_group_rule and tenant:9fcacc34d06d4718a100e858ed8da87e is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:31:00.545594 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:31:00.551365 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:31:00.648176 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:00.652011 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:00.657471 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:00.678396 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'}  {{(pid=87789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:31:00.706099 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758846789533', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:00.706631 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f753f3979d0> segment precommit_create {{(pid=87789) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 16 14:31:00.707099 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.segments_db [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Added segment bef3f27b-50e8-420e-8f42-5d326f53bff9 of type vlan for network cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847
Dec 16 14:31:00.715975 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3454eb07-c27b-46d2-b432-d851864a8e83,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:00.772716 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:00.773089 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:00.773421 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:00.773742 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:00.774107 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:00.774424 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:00.774738 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:00.775053 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:00.775456 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:00.775809 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:00.776231 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:00.776568 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Tracked resource versions report:
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]: pushed versions:
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]: {   'AddressGroup': {'1.2'},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     'ConntrackHelper': {'1.0'},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     'Log': {'1.0'},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     'Network': {'1.1'},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     'Port': {'1.7'},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     'PortForwarding': {'1.2'},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     'QosPolicy': {'1.8'},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     'SecurityGroup': {'1.4'},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     'SecurityGroupRule': {'1.2'},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     'SubPort': {'1.0'},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     'Subnet': {'1.1'},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     'Trunk': {'1.1'}}
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]: consumer versions:
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]: {   DHCP agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     L3 agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     Metadata agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     Metering agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:     Open vSwitch agent@dv-cinder-821892-3-iscsi: {   'AddressGroup': '1.2',
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'ConntrackHelper': '1.0',
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'Log': '1.0',
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'Network': '1.1',
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'Port': '1.7',
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'PortForwarding': '1.2',
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'QosPolicy': '1.8',
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'SecurityGroup': '1.4',
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'SecurityGroupRule': '1.2',
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'SubPort': '1.0',
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'Subnet': '1.1',
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'Trunk': '1.1'}}
Dec 16 14:31:00.777640 dv-cinder-821892-3-iscsi neutron-server[87789]:  {{(pid=87789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:31:00.828171 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:00.830200 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:00.875333 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:00.876963 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:31:00.877613 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:00.882062 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:00.979212 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Pushing event updated for resources: {'Network': ['ID=cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:00.984350 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:00.994005 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:31:01.001278 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8784318
Dec 16 14:31:03.646589 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 43986) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:31:04.218944 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.policy [None req-4d79d3e2-73da-4595-9fd8-7116daf78fe6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87788) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 16 14:31:04.265397 dv-cinder-821892-3-iscsi neutron-server[87788]: WARNING oslo_policy.policy [None req-4d79d3e2-73da-4595-9fd8-7116daf78fe6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:31:04.265792 dv-cinder-821892-3-iscsi neutron-server[87788]: WARNING oslo_policy.policy [None req-4d79d3e2-73da-4595-9fd8-7116daf78fe6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:31:04.275168 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d79d3e2-73da-4595-9fd8-7116daf78fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:31:04.276922 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-4d79d3e2-73da-4595-9fd8-7116daf78fe6 admin admin] 10.222.0.64 "GET /v2.0/networks/cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847 HTTP/1.1" status: 200  len: 825 time: 0.6293993
Dec 16 14:31:04.309090 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-3c8e0853-64bb-4922-a475-1594ded3f8e9 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/4c5e99e1-bd97-4ecc-8024-dc04ad34ea68 HTTP/1.1" status: 200  len: 734 time: 0.0266967
Dec 16 14:31:04.317561 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4c5e99e1-bd97-4ecc-8024-dc04ad34ea68'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:31:04.319136 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.quota [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f753ea6c850>.
Dec 16 14:31:04.325131 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:31:04.330557 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Usage tracker for resource:subnet and tenant:9fcacc34d06d4718a100e858ed8da87e is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:31:04.333913 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:31:04.340809 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:31:04.355154 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Made reservation on behalf of 9fcacc34d06d4718a100e858ed8da87e for: {'subnet': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:31:04.357896 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:04.662011 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for subnet, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:04.667384 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:04.746484 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Checking segment: {'id': 'bef3f27b-50e8-420e-8f42-5d326f53bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:31:04.746835 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Network hostable DHCP agents. Network: cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:31:04.763980 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:04.773242 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:04.773644 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:04.774495 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:04.774816 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:04.775133 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:04.775464 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:04.775883 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:04.776174 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:04.776411 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:04.776726 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:04.777063 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:04.777370 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Tracked resource versions report:
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]: pushed versions:
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]: {   'AddressGroup': {'1.2'},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     'ConntrackHelper': {'1.0'},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     'Log': {'1.0'},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     'Network': {'1.1'},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     'Port': {'1.7'},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     'PortForwarding': {'1.2'},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     'QosPolicy': {'1.8'},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     'SecurityGroup': {'1.4'},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     'SecurityGroupRule': {'1.2'},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     'SubPort': {'1.0'},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     'Subnet': {'1.1'},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     'Trunk': {'1.1'}}
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]: consumer versions:
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]: {   DHCP agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     L3 agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     Metadata agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     Metering agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:     Open vSwitch agent@dv-cinder-821892-3-iscsi: {   'AddressGroup': '1.2',
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'ConntrackHelper': '1.0',
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'Log': '1.0',
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'Network': '1.1',
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'Port': '1.7',
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'PortForwarding': '1.2',
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'QosPolicy': '1.8',
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'SecurityGroup': '1.4',
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'SecurityGroupRule': '1.2',
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'SubPort': '1.0',
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'Subnet': '1.1',
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'Trunk': '1.1'}}
Dec 16 14:31:04.778418 dv-cinder-821892-3-iscsi neutron-server[87788]:  {{(pid=87788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:31:04.807774 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Network cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:31:04.811853 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:04.819674 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847) {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:31:04.826347 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:31:04.827450 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:04.829061 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac20675-1fa4-495d-b498-b0d21f3334af None None] Network cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:31:04.850118 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5357957
Dec 16 14:31:05.224577 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf478f8b-adfe-50d8-afc5-8c7ba86bb1bc-cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847', 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'fixed_ips': [{'subnet_id': '2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d'}]}} from dv-cinder-821892-3-iscsi. {{(pid=87790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 14:31:05.225837 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:05.411805 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.db_base_plugin_common [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Allocated IP 172.20.0.2 (cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847/2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d/5e269df4-86f9-40f8-8bf4-3df6d54273e6) {{(pid=87790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:31:05.641197 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Notify callbacks [] for port, precommit_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:05.654322 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Transition to ACTIVE for port object 5e269df4-86f9-40f8-8bf4-3df6d54273e6 will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:31:05.675205 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Transition to ACTIVE for port object 5e269df4-86f9-40f8-8bf4-3df6d54273e6 will not be triggered until provisioned by entity DHCP. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:31:05.682579 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:05.687702 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:05.752327 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Network cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847 is already hosted by enough agents. {{(pid=87790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:31:05.755387 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.base_scheduler [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Resources bound (agent type, host, resource id):  {{(pid=87790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:31:05.761246 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Received port after_create {{(pid=87790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:31:05.767404 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Pushing event updated for resources: {'Port': ['ID=5e269df4-86f9-40f8-8bf4-3df6d54273e6,revision_number=1']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:05.835682 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:05.837006 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:05.837006 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:05.837329 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:05.837556 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:05.837875 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:05.838190 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:05.838503 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:05.838832 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:05.839148 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:05.839457 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:05.839764 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Tracked resource versions report:
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]: pushed versions:
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]: {   'AddressGroup': {'1.2'},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     'ConntrackHelper': {'1.0'},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     'Log': {'1.0'},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     'Network': {'1.1'},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     'Port': {'1.7'},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     'PortForwarding': {'1.2'},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     'QosPolicy': {'1.8'},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     'SecurityGroup': {'1.4'},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     'SecurityGroupRule': {'1.2'},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     'SubPort': {'1.0'},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     'Subnet': {'1.1'},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     'Trunk': {'1.1'}}
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]: consumer versions:
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]: {   DHCP agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     L3 agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     Metadata agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     Metering agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:     Open vSwitch agent@dv-cinder-821892-3-iscsi: {   'AddressGroup': '1.2',
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'ConntrackHelper': '1.0',
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'Log': '1.0',
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'Network': '1.1',
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'Port': '1.7',
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'PortForwarding': '1.2',
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'QosPolicy': '1.8',
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'SecurityGroup': '1.4',
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'SecurityGroupRule': '1.2',
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'SubPort': '1.0',
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'Subnet': '1.1',
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'Trunk': '1.1'}}
Dec 16 14:31:05.840891 dv-cinder-821892-3-iscsi neutron-server[87790]:  {{(pid=87790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:31:05.853150 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:05.869448 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Attempting to bind port 5e269df4-86f9-40f8-8bf4-3df6d54273e6 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:31:05.869844 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Attempting to bind port 5e269df4-86f9-40f8-8bf4-3df6d54273e6 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': 'bef3f27b-50e8-420e-8f42-5d326f53bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:31:05.870269 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Attempting to bind port 5e269df4-86f9-40f8-8bf4-3df6d54273e6 on network cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847 {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:31:05.875668 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:31:05.876069 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Checking segment: {'id': 'bef3f27b-50e8-420e-8f42-5d326f53bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:31:05.876582 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:05.877002 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Bound using segment: {'id': 'bef3f27b-50e8-420e-8f42-5d326f53bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:31:05.877504 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Bound port: 5e269df4-86f9-40f8-8bf4-3df6d54273e6, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef3f27b-50e8-420e-8f42-5d326f53bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:31:05.877895 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:05.987612 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] For port 5e269df4-86f9-40f8-8bf4-3df6d54273e6, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:31:05.991358 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] For port 5e269df4-86f9-40f8-8bf4-3df6d54273e6, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=5e269df4-86f9-40f8-8bf4-3df6d54273e6,segment=NetworkSegment(bef3f27b-50e8-420e-8f42-5d326f53bff9),segment_id=bef3f27b-50e8-420e-8f42-5d326f53bff9)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:31:05.996747 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:06.000746 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:06.088880 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Pushing event updated for resources: {'Port': ['ID=5e269df4-86f9-40f8-8bf4-3df6d54273e6,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:06.097802 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:07.295924 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 44002) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:31:07.670062 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [None req-2c2c8adb-81de-4250-bb7b-462ec68a0141 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87788) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 14:31:07.671042 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-2c2c8adb-81de-4250-bb7b-462ec68a0141 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3741364
Dec 16 14:31:09.684896 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5448a9-7c3f-4a83-bec5-526a23ee40ac None None] Network cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:31:09.776189 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-120dcfbc-c5c1-4c98-8c22-a4bd0e7e4053 None None] Provisioning for port 5e269df4-86f9-40f8-8bf4-3df6d54273e6 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:31:10.092370 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 44016) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:31:10.130910 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 5e269df4-86f9-40f8-8bf4-3df6d54273e6 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:31:10.203233 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 5e269df4-86f9-40f8-8bf4-3df6d54273e6 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:31:10.211628 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 5e269df4-86f9-40f8-8bf4-3df6d54273e6 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:31:10.211943 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:10.239536 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-635f3489-9e5f-4fce-ba61-ee6ace52fb5b None None] Provisioning complete for port 5e269df4-86f9-40f8-8bf4-3df6d54273e6 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:31:10.239916 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-635f3489-9e5f-4fce-ba61-ee6ace52fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:10.424015 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-635f3489-9e5f-4fce-ba61-ee6ace52fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:10.438547 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:10.467262 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [None req-a8377aa1-64be-4bd5-b10c-51100a8ff95c admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87788) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 14:31:10.468338 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-a8377aa1-64be-4bd5-b10c-51100a8ff95c admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3748102
Dec 16 14:31:10.479000 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-635f3489-9e5f-4fce-ba61-ee6ace52fb5b None None] For port 5e269df4-86f9-40f8-8bf4-3df6d54273e6, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=5e269df4-86f9-40f8-8bf4-3df6d54273e6,segment=NetworkSegment(bef3f27b-50e8-420e-8f42-5d326f53bff9),segment_id=bef3f27b-50e8-420e-8f42-5d326f53bff9)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:31:10.484004 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-635f3489-9e5f-4fce-ba61-ee6ace52fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:10.513428 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:10.593920 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.db.api [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:31:10.594332 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_db.api [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:31:10.603048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f3489-9e5f-4fce-ba61-ee6ace52fb5b None None] Pushing event updated for resources: {'Port': ['ID=5e269df4-86f9-40f8-8bf4-3df6d54273e6,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:10.606147 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-635f3489-9e5f-4fce-ba61-ee6ace52fb5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:12.092764 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 5e269df4-86f9-40f8-8bf4-3df6d54273e6 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:31:12.159736 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 5e269df4-86f9-40f8-8bf4-3df6d54273e6 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:31:12.160021 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:13.105643 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 44028) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:31:13.454837 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-501fbe26-58dd-494f-ab2a-c9167e7bfdaf admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'admin_state_up': True}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:31:13.459873 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-501fbe26-58dd-494f-ab2a-c9167e7bfdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:31:13.464211 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-501fbe26-58dd-494f-ab2a-c9167e7bfdaf admin admin] Usage tracker for resource:router and tenant:9fcacc34d06d4718a100e858ed8da87e is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:31:13.467495 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-501fbe26-58dd-494f-ab2a-c9167e7bfdaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:31:13.473398 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-501fbe26-58dd-494f-ab2a-c9167e7bfdaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:31:13.484004 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-501fbe26-58dd-494f-ab2a-c9167e7bfdaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1834981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1169'] for router, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:13.485618 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-501fbe26-58dd-494f-ab2a-c9167e7bfdaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1940600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1130'] for router, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:13.509311 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-501fbe26-58dd-494f-ab2a-c9167e7bfdaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:13.513934 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 5 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:31:13.623696 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-501fbe26-58dd-494f-ab2a-c9167e7bfdaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831909'] for router, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:13.643414 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-501fbe26-58dd-494f-ab2a-c9167e7bfdaf admin admin] Notify callbacks [] for router, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:13.644679 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-501fbe26-58dd-494f-ab2a-c9167e7bfdaf admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5380731
Dec 16 14:31:16.015891 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44038) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:31:16.378519 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [None req-e0873c79-576c-4cb7-b633-01d935caa6b4 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87789) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 14:31:16.379535 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-e0873c79-576c-4cb7-b633-01d935caa6b4 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3627021
Dec 16 14:31:16.412543 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9c0d-39ba-4b96-ae28-e7ef38ba0526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:18.714341 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44048) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:31:18.966416 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ba9b936f-e343-42f9-9658-2597cfda9758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:19.083486 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:31:19.089204 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:31:19.092976 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Usage tracker for resource:network and tenant:4379b60ef2094a39988c4f13a32f6cb0 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:31:19.096356 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:31:19.102532 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:31:19.112366 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Made reservation on behalf of 4379b60ef2094a39988c4f13a32f6cb0 for: {'network': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:31:19.114876 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:19.127135 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:19.140987 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:31:19.144689 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Usage tracker for resource:security_group_rule and tenant:4379b60ef2094a39988c4f13a32f6cb0 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:31:19.147399 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:31:19.153676 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:31:19.237124 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:19.240836 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:19.245682 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:19.258648 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Reserving flat network on physical network physnet1 {{(pid=87789) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 16 14:31:19.282309 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a19a40-3651-4052-814e-ec1fd428358d,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:19.285343 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:19.285774 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.segments_db [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Added segment 778b78e6-0d3b-482b-ad81-444a1453322f of type flat for network f1f8b53d-41ff-4b87-b9f2-88da98e427ba
Dec 16 14:31:19.286853 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:19.318642 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:19.353621 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:19.354935 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:31:19.355555 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:19.359926 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:19.456419 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f8b53d-41ff-4b87-b9f2-88da98e427ba,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:19.460818 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7449429
Dec 16 14:31:19.461523 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:19.466823 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:31:20.162026 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:20.307935 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:21.793272 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44068) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:31:21.892758 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:22.009561 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcceb8f-c088-47ae-b541-d6589787d8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:31:22.010947 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-dfcceb8f-c088-47ae-b541-d6589787d8fd admin admin] 10.222.0.64 "GET /v2.0/subnets/2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d HTTP/1.1" status: 200  len: 849 time: 0.2167013
Dec 16 14:31:22.198655 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-873a238e-cd17-4362-85ef-97ce04cecaa7 admin admin] 10.222.0.64 "GET /v2.0/routers/9c6f8628-ba62-41c2-9214-4c3cddbb9a52 HTTP/1.1" status: 200  len: 704 time: 0.1821692
Dec 16 14:31:22.653163 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:22.886028 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Allocated IP 172.20.0.1 (cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847/2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d/ef8bbb6a-dcbd-4891-a602-0256d581d3bf) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:31:23.039485 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:23.057945 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Transition to ACTIVE for port object ef8bbb6a-dcbd-4891-a602-0256d581d3bf will not be triggered until provisioned by entity DHCP. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:31:23.114698 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:23.119119 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:23.183574 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Network cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:31:23.186391 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:31:23.192616 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:31:23.193162 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741611'] for router_interface, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:23.311035 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Pushing event updated for resources: {'Port': ['ID=ef8bbb6a-dcbd-4891-a602-0256d581d3bf,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:23.367612 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:23.398058 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-489643ae-0044-4a53-acce-7e754f1a5d18 None None] Provisioning for port ef8bbb6a-dcbd-4891-a602-0256d581d3bf completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:31:23.402865 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-489643ae-0044-4a53-acce-7e754f1a5d18 None None] Provisioning complete for port ef8bbb6a-dcbd-4891-a602-0256d581d3bf triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:31:23.403241 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-489643ae-0044-4a53-acce-7e754f1a5d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:23.459032 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-489643ae-0044-4a53-acce-7e754f1a5d18 None None] Port ef8bbb6a-dcbd-4891-a602-0256d581d3bf cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:31:23.488863 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:23.712558 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:23.716998 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:23.718228 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741768'] for router_interface, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:23.722071 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:23.859384 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Pushing event updated for resources: {'Port': ['ID=ef8bbb6a-dcbd-4891-a602-0256d581d3bf,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:23.862663 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:23.923400 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Network cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:31:23.924471 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:31:24.081859 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-7e5ae845-a2c5-4aad-a0c8-e711114ec161 None None] Provisioning complete for port ef8bbb6a-dcbd-4891-a602-0256d581d3bf triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:31:24.082243 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7e5ae845-a2c5-4aad-a0c8-e711114ec161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:24.111451 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Router 9c6f8628-ba62-41c2-9214-4c3cddbb9a52 is scheduled to L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 with binding_index 1 {{(pid=87789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 14:31:24.137593 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ae845-a2c5-4aad-a0c8-e711114ec161 None None] Port ef8bbb6a-dcbd-4891-a602-0256d581d3bf cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:31:24.270339 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:31:24.280321 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Sync routers for ids ['9c6f8628-ba62-41c2-9214-4c3cddbb9a52'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:31:24.280772 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] 10.222.0.64 "PUT /v2.0/routers/9c6f8628-ba62-41c2-9214-4c3cddbb9a52/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0769320
Dec 16 14:31:24.291352 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Routers {'9c6f8628-ba62-41c2-9214-4c3cddbb9a52'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:31:24.292191 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e99ad00>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:31:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['9c6f8628-ba62-41c2-9214-4c3cddbb9a52'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:31:24.463902 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Set router 9c6f8628-ba62-41c2-9214-4c3cddbb9a52 gateway port host: None {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:31:24.836071 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e99ad00>, [{'id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'name': 'router1', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:31:13Z', 'updated_at': '2021-12-16T14:31:23Z', 'revision_number': 2, 'project_id': '9fcacc34d06d4718a100e858ed8da87e', 'gw_port_host': None, '_interfaces': [{'id': 'ef8bbb6a-dcbd-4891-a602-0256d581d3bf', 'name': '', 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'mac_address': 'fa:16:3e:94:18:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:31:22Z', 'updated_at': '2021-12-16T14:31:23Z', 'revision_number': 2, 'project_id': '9fcacc34d06d4718a100e858ed8da87e', 'subnets': [{'id': '2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c5e99e1-bd97-4ecc-8024-dc04ad34ea68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:31:24.840950 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Checking router: 9c6f8628-ba62-41c2-9214-4c3cddbb9a52 for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:31:24.841324 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Updating router 9c6f8628-ba62-41c2-9214-4c3cddbb9a52 port ef8bbb6a-dcbd-4891-a602-0256d581d3bf binding host dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:31:24.895118 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:25.262223 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Notify callbacks [] for port, precommit_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:25.276770 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.provisioning_blocks [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Transition to ACTIVE for port object ef8bbb6a-dcbd-4891-a602-0256d581d3bf will not be triggered until provisioned by entity L2. {{(pid=87791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:31:25.284664 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:25.294530 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:25.508736 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Pushing event updated for resources: {'Port': ['ID=ef8bbb6a-dcbd-4891-a602-0256d581d3bf,revision_number=3']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:25.523915 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:25.524198 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:25.524526 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:25.524876 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:25.525199 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:25.525519 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:25.525834 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:25.526151 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:25.526466 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:25.526776 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:25.527084 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:25.527389 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Tracked resource versions report:
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]: pushed versions:
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]: {   'AddressGroup': {'1.2'},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     'ConntrackHelper': {'1.0'},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     'Log': {'1.0'},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     'Network': {'1.1'},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     'Port': {'1.7'},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     'PortForwarding': {'1.2'},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     'QosPolicy': {'1.8'},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     'SecurityGroup': {'1.4'},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     'SecurityGroupRule': {'1.2'},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     'SubPort': {'1.0'},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     'Subnet': {'1.1'},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     'Trunk': {'1.1'}}
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]: consumer versions:
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]: {   DHCP agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     L3 agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     Metadata agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     Metering agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:     Open vSwitch agent@dv-cinder-821892-3-iscsi: {   'AddressGroup': '1.2',
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'ConntrackHelper': '1.0',
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'Log': '1.0',
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'Network': '1.1',
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'Port': '1.7',
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'PortForwarding': '1.2',
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'QosPolicy': '1.8',
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'SecurityGroup': '1.4',
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'SecurityGroupRule': '1.2',
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'SubPort': '1.0',
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'Subnet': '1.1',
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'Trunk': '1.1'}}
Dec 16 14:31:25.528442 dv-cinder-821892-3-iscsi neutron-server[87791]:  {{(pid=87791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:31:25.539490 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:25.548556 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Attempting to bind port ef8bbb6a-dcbd-4891-a602-0256d581d3bf on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:31:25.548983 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Attempting to bind port ef8bbb6a-dcbd-4891-a602-0256d581d3bf by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': 'bef3f27b-50e8-420e-8f42-5d326f53bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847'}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:31:25.549423 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Attempting to bind port ef8bbb6a-dcbd-4891-a602-0256d581d3bf on network cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847 {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:31:25.556171 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:31:25.556583 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Checking segment: {'id': 'bef3f27b-50e8-420e-8f42-5d326f53bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:31:25.557452 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:25.557580 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Bound using segment: {'id': 'bef3f27b-50e8-420e-8f42-5d326f53bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847'} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:31:25.558108 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Bound port: ef8bbb6a-dcbd-4891-a602-0256d581d3bf, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef3f27b-50e8-420e-8f42-5d326f53bff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847'}}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:31:25.558454 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:25.644218 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] For port ef8bbb6a-dcbd-4891-a602-0256d581d3bf, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:31:25.648567 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] For port ef8bbb6a-dcbd-4891-a602-0256d581d3bf, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=ef8bbb6a-dcbd-4891-a602-0256d581d3bf,segment=NetworkSegment(bef3f27b-50e8-420e-8f42-5d326f53bff9),segment_id=bef3f27b-50e8-420e-8f42-5d326f53bff9)] {{(pid=87791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:31:25.653021 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:25.656712 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:25.739634 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Pushing event updated for resources: {'Port': ['ID=ef8bbb6a-dcbd-4891-a602-0256d581d3bf,revision_number=4']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:25.745306 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:25.751391 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Routers {'9c6f8628-ba62-41c2-9214-4c3cddbb9a52'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:31:25.752090 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e99ad00>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:31:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['9c6f8628-ba62-41c2-9214-4c3cddbb9a52'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:31:25.913916 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] Set router 9c6f8628-ba62-41c2-9214-4c3cddbb9a52 gateway port host: None {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:31:26.233510 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e99ad00>, [{'id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'name': 'router1', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:31:13Z', 'updated_at': '2021-12-16T14:31:23Z', 'revision_number': 2, 'project_id': '9fcacc34d06d4718a100e858ed8da87e', 'gw_port_host': None, '_interfaces': [{'id': 'ef8bbb6a-dcbd-4891-a602-0256d581d3bf', 'name': '', 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'mac_address': 'fa:16:3e:94:18:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:31:22Z', 'updated_at': '2021-12-16T14:31:25Z', 'revision_number': 4, 'project_id': '9fcacc34d06d4718a100e858ed8da87e', 'subnets': [{'id': '2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c5e99e1-bd97-4ecc-8024-dc04ad34ea68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:31:26.237451 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5a969-7002-4fef-bc3f-2ebb6e5d19ca None None] The sync data for ids ['9c6f8628-ba62-41c2-9214-4c3cddbb9a52'] in dv-cinder-821892-3-iscsi is: [{'id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'name': 'router1', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:31:13Z', 'updated_at': '2021-12-16T14:31:23Z', 'revision_number': 2, 'project_id': '9fcacc34d06d4718a100e858ed8da87e', 'gw_port_host': None, '_interfaces': [{'id': 'ef8bbb6a-dcbd-4891-a602-0256d581d3bf', 'name': '', 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'mac_address': 'fa:16:3e:94:18:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:31:22Z', 'updated_at': '2021-12-16T14:31:25Z', 'revision_number': 4, 'project_id': '9fcacc34d06d4718a100e858ed8da87e', 'subnets': [{'id': '2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c5e99e1-bd97-4ecc-8024-dc04ad34ea68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:31:26.462129 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44090) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:31:26.617758 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228d383-dd64-4dc0-b821-12194bf6c275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:31:26.618320 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-3228d383-dd64-4dc0-b821-12194bf6c275 admin admin] Synchronizing usage tracker for tenant:4379b60ef2094a39988c4f13a32f6cb0 on resource:network {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:31:26.636398 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-3228d383-dd64-4dc0-b821-12194bf6c275 admin admin] Unset dirty status for tenant:4379b60ef2094a39988c4f13a32f6cb0 on resource:network {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:31:26.637562 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-3228d383-dd64-4dc0-b821-12194bf6c275 admin admin] 10.222.0.64 "GET /v2.0/networks/f1f8b53d-41ff-4b87-b9f2-88da98e427ba HTTP/1.1" status: 200  len: 842 time: 0.1743891
Dec 16 14:31:26.647065 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:31:26.652626 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:31:26.657676 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Usage tracker for resource:subnet and tenant:4379b60ef2094a39988c4f13a32f6cb0 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:31:26.660626 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:31:26.667387 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:31:26.677824 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Made reservation on behalf of 4379b60ef2094a39988c4f13a32f6cb0 for: {'subnet': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:31:26.680217 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:27.115952 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.objects.ports [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87789) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 14:31:27.116440 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for subnet, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:27.120204 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:27.188413 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c26660-efa4-44e2-a0cb-b51c91fc7175,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:27.193825 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:27.199911 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Checking segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:31:27.200251 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Network hostable DHCP agents. Network: f1f8b53d-41ff-4b87-b9f2-88da98e427ba, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:31:27.221848 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:31:27.232052 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, f1f8b53d-41ff-4b87-b9f2-88da98e427ba) {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:31:27.236035 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:31:27.236633 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:27.242745 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b39e6a3-7869-4da6-a9c3-5cceb158d0a3 None None] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:31:27.259787 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6161590
Dec 16 14:31:27.489812 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3885b2-a9a2-4621-990f-2cba790fd59c None None] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:31:28.121113 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device ef8bbb6a-dcbd-4891-a602-0256d581d3bf up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:31:28.195106 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port ef8bbb6a-dcbd-4891-a602-0256d581d3bf completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:31:28.201676 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port ef8bbb6a-dcbd-4891-a602-0256d581d3bf triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:31:28.202050 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:28.318101 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:28.349429 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port ef8bbb6a-dcbd-4891-a602-0256d581d3bf, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=ef8bbb6a-dcbd-4891-a602-0256d581d3bf,segment=NetworkSegment(bef3f27b-50e8-420e-8f42-5d326f53bff9),segment_id=bef3f27b-50e8-420e-8f42-5d326f53bff9)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:31:28.352965 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:28.355079 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:28.418441 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=ef8bbb6a-dcbd-4891-a602-0256d581d3bf,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:28.421547 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:29.532876 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44104) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:31:29.727061 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-affa63bc-da90-4f7e-8ca7-3f9cd074c53e admin admin] 10.222.0.64 "GET /v2.0/routers/9c6f8628-ba62-41c2-9214-4c3cddbb9a52 HTTP/1.1" status: 200  len: 710 time: 0.1930501
Dec 16 14:31:29.856050 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153f963-7697-4de7-86da-9f73685d2b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:31:29.857374 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-0153f963-7697-4de7-86da-9f73685d2b39 admin admin] 10.222.0.64 "GET /v2.0/networks/f1f8b53d-41ff-4b87-b9f2-88da98e427ba HTTP/1.1" status: 200  len: 886 time: 0.1252594
Dec 16 14:31:29.866391 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:31:30.102730 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device ef8bbb6a-dcbd-4891-a602-0256d581d3bf up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:31:30.171915 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port ef8bbb6a-dcbd-4891-a602-0256d581d3bf triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:31:30.172563 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:30.301431 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1148'] for router, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:30.622047 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:30.727378 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:30.861243 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Allocated IP 172.27.0.60 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/5ffe5e54-5980-40de-b825-c2db81878a74) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:31:31.002231 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:31.031923 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:31.036421 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:31.092068 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:31:31.094804 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:31:31.098361 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:31:31.215011 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Pushing event updated for resources: {'Port': ['ID=5ffe5e54-5980-40de-b825-c2db81878a74,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:31.225300 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:31.472421 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:31.801894 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1148'] for router, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:31.805832 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1831703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1831710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834752'] for router, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:31.980634 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Router 9c6f8628-ba62-41c2-9214-4c3cddbb9a52 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:31:32.206741 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:31:32.215165 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Notify callbacks [] for router, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:32.216348 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] 10.222.0.64 "PUT /v2.0/routers/9c6f8628-ba62-41c2-9214-4c3cddbb9a52 HTTP/1.1" status: 200  len: 889 time: 2.3536122
Dec 16 14:31:32.217148 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Sync routers for ids ['9c6f8628-ba62-41c2-9214-4c3cddbb9a52'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:31:32.227836 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Routers {'9c6f8628-ba62-41c2-9214-4c3cddbb9a52'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:31:32.228521 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753ea38700>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:31:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['9c6f8628-ba62-41c2-9214-4c3cddbb9a52'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:31:32.419874 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Set router 9c6f8628-ba62-41c2-9214-4c3cddbb9a52 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:31:32.758394 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753ea38700>, [{'id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'name': 'router1', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '5ffe5e54-5980-40de-b825-c2db81878a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:31:13Z', 'updated_at': '2021-12-16T14:31:31Z', 'revision_number': 4, 'project_id': '9fcacc34d06d4718a100e858ed8da87e', 'gw_port': {'id': '5ffe5e54-5980-40de-b825-c2db81878a74', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:31:30Z', 'updated_at': '2021-12-16T14:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'ef8bbb6a-dcbd-4891-a602-0256d581d3bf', 'name': '', 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'mac_address': 'fa:16:3e:94:18:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:31:22Z', 'updated_at': '2021-12-16T14:31:28Z', 'revision_number': 5, 'project_id': '9fcacc34d06d4718a100e858ed8da87e', 'subnets': [{'id': '2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c5e99e1-bd97-4ecc-8024-dc04ad34ea68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:31:32.763350 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Checking router: 9c6f8628-ba62-41c2-9214-4c3cddbb9a52 for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:31:32.763700 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Updating router 9c6f8628-ba62-41c2-9214-4c3cddbb9a52 port 5ffe5e54-5980-40de-b825-c2db81878a74 binding host dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:31:32.814402 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:33.161790 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Notify callbacks [] for port, precommit_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:33.174755 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Transition to ACTIVE for port object 5ffe5e54-5980-40de-b825-c2db81878a74 will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:31:33.181652 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:33.185514 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:33.258083 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Attempting to bind port 5ffe5e54-5980-40de-b825-c2db81878a74 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:31:33.259009 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Attempting to bind port 5ffe5e54-5980-40de-b825-c2db81878a74 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:31:33.259009 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Attempting to bind port 5ffe5e54-5980-40de-b825-c2db81878a74 on network f1f8b53d-41ff-4b87-b9f2-88da98e427ba {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:31:33.264224 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fac03e-8a09-40e6-b515-662329867e59 None None] Pushing event updated for resources: {'Port': ['ID=5ffe5e54-5980-40de-b825-c2db81878a74,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:33.267991 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-f4fac03e-8a09-40e6-b515-662329867e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:33.268872 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:31:33.269243 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Checking segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:31:33.269634 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:33.270009 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Bound using segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:31:33.270468 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Bound port: 5ffe5e54-5980-40de-b825-c2db81878a74, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:31:33.270848 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:33.342480 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] For port 5ffe5e54-5980-40de-b825-c2db81878a74, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:31:33.345370 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] For port 5ffe5e54-5980-40de-b825-c2db81878a74, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=5ffe5e54-5980-40de-b825-c2db81878a74,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:31:33.350551 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:33.354974 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:33.431636 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Routers {'9c6f8628-ba62-41c2-9214-4c3cddbb9a52'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:31:33.432168 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753ea38700>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:31:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['9c6f8628-ba62-41c2-9214-4c3cddbb9a52'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:31:33.481187 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fac03e-8a09-40e6-b515-662329867e59 None None] Pushing event updated for resources: {'Port': ['ID=5ffe5e54-5980-40de-b825-c2db81878a74,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:33.488864 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-f4fac03e-8a09-40e6-b515-662329867e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:33.614172 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] Set router 9c6f8628-ba62-41c2-9214-4c3cddbb9a52 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:31:33.943155 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753ea38700>, [{'id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'name': 'router1', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '5ffe5e54-5980-40de-b825-c2db81878a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:31:13Z', 'updated_at': '2021-12-16T14:31:31Z', 'revision_number': 4, 'project_id': '9fcacc34d06d4718a100e858ed8da87e', 'gw_port': {'id': '5ffe5e54-5980-40de-b825-c2db81878a74', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:31:30Z', 'updated_at': '2021-12-16T14:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'ef8bbb6a-dcbd-4891-a602-0256d581d3bf', 'name': '', 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'mac_address': 'fa:16:3e:94:18:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:31:22Z', 'updated_at': '2021-12-16T14:31:28Z', 'revision_number': 5, 'project_id': '9fcacc34d06d4718a100e858ed8da87e', 'subnets': [{'id': '2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c5e99e1-bd97-4ecc-8024-dc04ad34ea68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:31:33.947859 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a96cf6-80fd-4fd0-95d4-53a373abf296 None None] The sync data for ids ['9c6f8628-ba62-41c2-9214-4c3cddbb9a52'] in dv-cinder-821892-3-iscsi is: [{'id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'name': 'router1', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '5ffe5e54-5980-40de-b825-c2db81878a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:31:13Z', 'updated_at': '2021-12-16T14:31:31Z', 'revision_number': 4, 'project_id': '9fcacc34d06d4718a100e858ed8da87e', 'gw_port': {'id': '5ffe5e54-5980-40de-b825-c2db81878a74', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:31:30Z', 'updated_at': '2021-12-16T14:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'ef8bbb6a-dcbd-4891-a602-0256d581d3bf', 'name': '', 'network_id': 'cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847', 'tenant_id': '9fcacc34d06d4718a100e858ed8da87e', 'mac_address': 'fa:16:3e:94:18:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6f8628-ba62-41c2-9214-4c3cddbb9a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:31:22Z', 'updated_at': '2021-12-16T14:31:28Z', 'revision_number': 5, 'project_id': '9fcacc34d06d4718a100e858ed8da87e', 'subnets': [{'id': '2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c5e99e1-bd97-4ecc-8024-dc04ad34ea68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:31:34.143018 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 5ffe5e54-5980-40de-b825-c2db81878a74 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:31:34.219554 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 5ffe5e54-5980-40de-b825-c2db81878a74 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:31:34.224599 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 5ffe5e54-5980-40de-b825-c2db81878a74 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:31:34.225026 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:34.346754 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:34.365186 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 5ffe5e54-5980-40de-b825-c2db81878a74, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=5ffe5e54-5980-40de-b825-c2db81878a74,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:31:34.372100 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:34.374219 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:31:34.441530 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=5ffe5e54-5980-40de-b825-c2db81878a74,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:31:34.444689 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:31:34.593993 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44114) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:31:34.710533 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-a4d3c533-791e-4f72-99a6-20618d1b80e3 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 412 time: 0.1153834
Dec 16 14:31:36.106574 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 5ffe5e54-5980-40de-b825-c2db81878a74 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:31:36.176020 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 5ffe5e54-5980-40de-b825-c2db81878a74 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:31:36.176398 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:46.407588 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-243feb50-e1b6-4447-9067-4c427439b425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:48.968737 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-511bb44f-ee34-4556-804f-73fe0f36e5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:50.170351 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:50.309773 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:50.513607 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 5 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:31:51.915038 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:16.413627 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-5bdc545c-3574-4c38-bd80-8345d8aaa380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:18.974755 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-e531bded-eea0-4206-846a-a1b44a2ab105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:20.171813 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:20.312699 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:21.921627 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:27.512837 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 5 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:32:46.417130 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1a0c5506-0015-479a-b74d-7913270bdba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:48.972985 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-697c9c0e-da03-4a7a-9917-1b9e48c83863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:50.173965 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:50.315622 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:51.924568 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:04.511450 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 5 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:33:16.420233 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-137ff4a0-32df-47b3-a50c-f53bbfe7269f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:18.965747 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-973f82f4-3eb3-4d38-a90f-0524684f019d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:20.175121 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:20.317449 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:21.925482 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:36.694365 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44684) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:33:36.761972 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec26d186-b48b-4fb9-800d-f0960a1ac444 admin admin] GET failed (client error): The resource could not be found.
Dec 16 14:33:36.763245 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-ec26d186-b48b-4fb9-800d-f0960a1ac444 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0679388
Dec 16 14:33:36.894703 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd17e6aa-59fb-4c7d-888a-e2ee27bf7e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:36.896193 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-dd17e6aa-59fb-4c7d-888a-e2ee27bf7e0e admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1291440
Dec 16 14:33:38.997575 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 44694) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:33:39.132054 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a5cd45-c335-42a3-9b5e-995d88c8b8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:39.133356 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-e5a5cd45-c335-42a3-9b5e-995d88c8b8eb admin admin] 10.222.0.64 "GET /v2.0/subnets/2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d HTTP/1.1" status: 200  len: 849 time: 0.1348474
Dec 16 14:33:39.142733 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:33:39.258648 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Notify callbacks [] for subnet, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:39.449377 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758846881100'] for subnet, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:39.454554 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-286e9da3-390e-4d9f-89e4-fcc6408aae61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:33:39.491045 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:39.491621 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:39.493534 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] 10.222.0.64 "PUT /v2.0/subnets/2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d HTTP/1.1" status: 200  len: 868 time: 0.3539181
Dec 16 14:33:39.495491 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7c474b-771f-4914-ae15-da39ba44bf04 None None] Network cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:33:39.520044 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:33:39.527985 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:33:39.528331 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:33:39.528669 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:33:39.529069 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:33:39.529390 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:33:39.529722 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:33:39.530050 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:33:39.530377 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:33:39.530719 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:33:39.531044 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:33:39.531362 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:33:39.531867 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:33:39.536077 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:33:40.004302 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-0c840f2b-6823-42c2-8e2d-38a01efd46bb None None] Provisioning complete for port 5e269df4-86f9-40f8-8bf4-3df6d54273e6 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:33:40.004675 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-0c840f2b-6823-42c2-8e2d-38a01efd46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:40.134648 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-0c840f2b-6823-42c2-8e2d-38a01efd46bb None None] Provisioning complete for port ef8bbb6a-dcbd-4891-a602-0256d581d3bf triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:33:40.135024 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-0c840f2b-6823-42c2-8e2d-38a01efd46bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:41.509955 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 5 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:33:41.663656 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44704) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:33:41.841570 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4d3c6b-8c51-4379-b92a-d0350d791c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:41.841975 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4d3c6b-8c51-4379-b92a-d0350d791c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:41.843527 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-3b4d3c6b-8c51-4379-b92a-d0350d791c6f admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1789379
Dec 16 14:33:43.981120 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 44714) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:33:44.151672 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8332e74-3620-4d5f-930a-2de681550b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:44.152146 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8332e74-3620-4d5f-930a-2de681550b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:44.153681 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-d8332e74-3620-4d5f-930a-2de681550b8c admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1715982
Dec 16 14:33:46.302969 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44724) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:33:46.422348 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b1d11fb1-0f22-496f-aba9-7838c7a9513d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:46.482183 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5d8254-7199-4913-8e53-fbe032e3556f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:46.483553 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-4d5d8254-7199-4913-8e53-fbe032e3556f admin admin] 10.222.0.64 "GET /v2.0/networks/cd4eaef1-82a6-4ff8-b6af-ca8a0e66d847 HTTP/1.1" status: 200  len: 869 time: 0.1796415
Dec 16 14:33:48.640378 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44734) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:33:48.809639 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52344bd-0aea-414d-b2f0-e408237b48f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:48.811056 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-c52344bd-0aea-414d-b2f0-e408237b48f6 admin admin] 10.222.0.64 "GET /v2.0/networks/f1f8b53d-41ff-4b87-b9f2-88da98e427ba HTTP/1.1" status: 200  len: 886 time: 0.1686964
Dec 16 14:33:48.969888 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-45e558fc-440b-4675-80fd-a3e798c2e6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:50.180127 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:50.318760 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:50.985458 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44744) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:33:51.090160 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c10fe-0f1f-4c3b-8438-6237de31f188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:51.090633 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c10fe-0f1f-4c3b-8438-6237de31f188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:51.091355 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-659c10fe-0f1f-4c3b-8438-6237de31f188 admin admin] Synchronizing usage tracker for tenant:4379b60ef2094a39988c4f13a32f6cb0 on resource:subnet {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:33:51.107291 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-659c10fe-0f1f-4c3b-8438-6237de31f188 admin admin] Unset dirty status for tenant:4379b60ef2094a39988c4f13a32f6cb0 on resource:subnet {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:33:51.108495 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-659c10fe-0f1f-4c3b-8438-6237de31f188 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1220922
Dec 16 14:33:51.929935 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:53.238662 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 44754) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:33:53.348409 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc82c02-6580-40d5-ae5f-dda6d3bdebbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:53.348901 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc82c02-6580-40d5-ae5f-dda6d3bdebbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:53.350426 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-0dc82c02-6580-40d5-ae5f-dda6d3bdebbf admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1108217
Dec 16 14:33:55.486851 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 44764) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:33:55.584976 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6012228e-8781-4f53-acae-cfb4999e6612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:55.586303 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-6012228e-8781-4f53-acae-cfb4999e6612 admin admin] 10.222.0.64 "GET /v2.0/subnets/24c26660-efa4-44e2-a0cb-b51c91fc7175 HTTP/1.1" status: 200  len: 816 time: 0.0985303
Dec 16 14:33:57.759180 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 44774) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:33:57.872227 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda157c-9d30-48b8-8fa3-27b1aab3b6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:33:57.873645 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-1dda157c-9d30-48b8-8fa3-27b1aab3b6bc admin admin] 10.222.0.64 "GET /v2.0/subnets/2bea10ed-29d1-4f42-85c8-bcfd9c2d8d3d HTTP/1.1" status: 200  len: 868 time: 0.1135237
Dec 16 14:34:16.425984 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-abe5a2c8-6497-43f8-9ae2-63675295b53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:18.509047 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 5 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:34:18.973281 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-286834ab-0e45-4be0-aee9-c10d903145f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:20.181690 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:20.321195 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:21.095806 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44818) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:34:21.143512 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [None req-e91ddfe5-77fc-4141-a801-83f2cdcd9ffb admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87789) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 14:34:21.144504 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-e91ddfe5-77fc-4141-a801-83f2cdcd9ffb admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0477166
Dec 16 14:34:21.935806 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:23.348126 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44828) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:34:23.414710 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.pecan_wsgi.hooks.translation [None req-5677e7e5-f792-4e94-a190-602fc9fd7179 admin admin] GET failed (client error): The resource could not be found.
Dec 16 14:34:23.415992 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-5677e7e5-f792-4e94-a190-602fc9fd7179 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0669515
Dec 16 14:34:23.539376 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b39d7fd-59fa-444b-a56f-6c231c326041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:34:23.540737 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-6b39d7fd-59fa-444b-a56f-6c231c326041 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1209137
Dec 16 14:34:25.686970 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44838) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:34:25.733967 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:34:25.738481 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:34:25.748566 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:34:25.763675 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Made reservation on behalf of 4379b60ef2094a39988c4f13a32f6cb0 for: {'network': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:34:25.766093 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:25.853717 dv-cinder-821892-3-iscsi neutron-server[87789]: WARNING neutron.services.revisions.revision_plugin [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f753da3ef10] {project_id='4379b60ef2094a39988c4f13a32f6cb0', id='5df292fb-f7ea-4789-a492-3c99f1863260', target_tenant='*', action='access_as_shared', object_id='a7d12890-419a-4fa5-9aaa-294643a5cdaf'}> to bump revision.
Dec 16 14:34:25.865370 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'}  {{(pid=87789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:34:25.874505 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:25.874846 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.segments_db [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Added segment ede47c3d-f6a7-485b-9744-3a4ce06fbe72 of type vlan for network a7d12890-419a-4fa5-9aaa-294643a5cdaf
Dec 16 14:34:25.900294 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:25.932722 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:25.934098 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:34:25.934667 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:25.938479 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:34:26.027162 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3390722
Dec 16 14:34:26.031711 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a7d12890-419a-4fa5-9aaa-294643a5cdaf,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:34:26.039207 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:26.039551 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:26.039885 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:26.040212 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:26.040540 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:26.040913 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:26.041259 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:26.041583 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:26.041922 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:26.042214 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:26.042526 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:26.042834 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:26.046983 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:34:26.055528 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network a7d12890-419a-4fa5-9aaa-294643a5cdaf details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:34:28.199331 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44848) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:34:28.270768 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a695187-94e3-4ed1-9ebd-8fad97da2550 admin admin] GET failed (client error): The resource could not be found.
Dec 16 14:34:28.271293 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-3a695187-94e3-4ed1-9ebd-8fad97da2550 admin admin] Synchronizing usage tracker for tenant:4379b60ef2094a39988c4f13a32f6cb0 on resource:network {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:34:28.287074 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-3a695187-94e3-4ed1-9ebd-8fad97da2550 admin admin] Unset dirty status for tenant:4379b60ef2094a39988c4f13a32f6cb0 on resource:network {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:34:28.288276 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-3a695187-94e3-4ed1-9ebd-8fad97da2550 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0879846
Dec 16 14:34:28.391886 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a516a4-d3a1-43c1-bd4b-70bfb16b58f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:34:28.393248 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-86a516a4-d3a1-43c1-bd4b-70bfb16b58f5 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1008651
Dec 16 14:34:28.402566 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Request body: {'subnet': {'network_id': 'a7d12890-419a-4fa5-9aaa-294643a5cdaf', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:34:28.407727 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:34:28.417195 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:34:28.426516 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Made reservation on behalf of 4379b60ef2094a39988c4f13a32f6cb0 for: {'subnet': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:34:28.428805 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:28.671082 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for subnet, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:28.674477 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:34:28.745129 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0857bd71-fa3c-4df0-b364-2ea124e4259a,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:34:28.749300 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:34:28.753233 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Checking segment: {'id': 'ede47c3d-f6a7-485b-9744-3a4ce06fbe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a7d12890-419a-4fa5-9aaa-294643a5cdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:34:28.753580 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Network hostable DHCP agents. Network: a7d12890-419a-4fa5-9aaa-294643a5cdaf, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:34:28.776504 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Network a7d12890-419a-4fa5-9aaa-294643a5cdaf is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:34:28.786736 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, a7d12890-419a-4fa5-9aaa-294643a5cdaf) {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:34:28.792210 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:34:28.793068 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:28.795819 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cc481c-ab21-4ecb-b240-f8db1b8a3853 None None] Network a7d12890-419a-4fa5-9aaa-294643a5cdaf requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:34:28.820588 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4211075
Dec 16 14:34:29.022132 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf478f8b-adfe-50d8-afc5-8c7ba86bb1bc-a7d12890-419a-4fa5-9aaa-294643a5cdaf', 'network_id': 'a7d12890-419a-4fa5-9aaa-294643a5cdaf', 'tenant_id': '4379b60ef2094a39988c4f13a32f6cb0', 'fixed_ips': [{'subnet_id': '0857bd71-fa3c-4df0-b364-2ea124e4259a'}]}} from dv-cinder-821892-3-iscsi. {{(pid=87790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 14:34:29.023015 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:29.182995 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.db_base_plugin_common [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Allocated IP 192.168.233.2 (a7d12890-419a-4fa5-9aaa-294643a5cdaf/0857bd71-fa3c-4df0-b364-2ea124e4259a/97ccc066-23b4-4bb7-a236-6e22786e96d2) {{(pid=87790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:34:29.413031 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Notify callbacks [] for port, precommit_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:29.423691 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Transition to ACTIVE for port object 97ccc066-23b4-4bb7-a236-6e22786e96d2 will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:34:29.443942 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Transition to ACTIVE for port object 97ccc066-23b4-4bb7-a236-6e22786e96d2 will not be triggered until provisioned by entity DHCP. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:34:29.449933 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:29.454992 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-052d70e4-c0c6-4c04-a1fc-bb8112749087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:34:29.523224 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Network a7d12890-419a-4fa5-9aaa-294643a5cdaf is already hosted by enough agents. {{(pid=87790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:34:29.526745 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Pushing event updated for resources: {'Port': ['ID=97ccc066-23b4-4bb7-a236-6e22786e96d2,revision_number=1']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:34:29.529239 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.base_scheduler [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Resources bound (agent type, host, resource id):  {{(pid=87790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:34:29.532155 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Received port after_create {{(pid=87790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:34:29.541409 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:29.541751 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:29.542080 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:29.542406 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:29.542729 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:29.543042 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:29.543364 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:29.543675 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:29.544006 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:29.544874 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:29.545188 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:29.545497 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:29.549237 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:34:29.634606 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Attempting to bind port 97ccc066-23b4-4bb7-a236-6e22786e96d2 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:34:29.634977 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Attempting to bind port 97ccc066-23b4-4bb7-a236-6e22786e96d2 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': 'ede47c3d-f6a7-485b-9744-3a4ce06fbe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a7d12890-419a-4fa5-9aaa-294643a5cdaf'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:34:29.635357 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Attempting to bind port 97ccc066-23b4-4bb7-a236-6e22786e96d2 on network a7d12890-419a-4fa5-9aaa-294643a5cdaf {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:34:29.640678 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:34:29.641088 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Checking segment: {'id': 'ede47c3d-f6a7-485b-9744-3a4ce06fbe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a7d12890-419a-4fa5-9aaa-294643a5cdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:34:29.641488 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:29.641871 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Bound using segment: {'id': 'ede47c3d-f6a7-485b-9744-3a4ce06fbe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a7d12890-419a-4fa5-9aaa-294643a5cdaf'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:34:29.642335 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Bound port: 97ccc066-23b4-4bb7-a236-6e22786e96d2, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede47c3d-f6a7-485b-9744-3a4ce06fbe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a7d12890-419a-4fa5-9aaa-294643a5cdaf'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:34:29.642725 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:29.729531 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] For port 97ccc066-23b4-4bb7-a236-6e22786e96d2, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:34:29.733124 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] For port 97ccc066-23b4-4bb7-a236-6e22786e96d2, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=97ccc066-23b4-4bb7-a236-6e22786e96d2,segment=NetworkSegment(ede47c3d-f6a7-485b-9744-3a4ce06fbe72),segment_id=ede47c3d-f6a7-485b-9744-3a4ce06fbe72)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:34:29.737731 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:29.741733 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-635f3489-9e5f-4fce-ba61-ee6ace52fb5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:34:29.827117 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Pushing event updated for resources: {'Port': ['ID=97ccc066-23b4-4bb7-a236-6e22786e96d2,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:34:29.830580 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:34:30.240040 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 97ccc066-23b4-4bb7-a236-6e22786e96d2 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:34:30.310808 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 97ccc066-23b4-4bb7-a236-6e22786e96d2 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:34:30.664296 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80aaeef-349b-449d-b568-bd78c9d24478 None None] Network a7d12890-419a-4fa5-9aaa-294643a5cdaf requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:34:30.750351 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-438952e8-9bb1-44de-8535-b2b4b7a90588 None None] Provisioning for port 97ccc066-23b4-4bb7-a236-6e22786e96d2 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:34:30.759129 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-438952e8-9bb1-44de-8535-b2b4b7a90588 None None] Provisioning complete for port 97ccc066-23b4-4bb7-a236-6e22786e96d2 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:34:30.759496 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-438952e8-9bb1-44de-8535-b2b4b7a90588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:30.938569 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-438952e8-9bb1-44de-8535-b2b4b7a90588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:31.016243 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-438952e8-9bb1-44de-8535-b2b4b7a90588 None None] For port 97ccc066-23b4-4bb7-a236-6e22786e96d2, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=97ccc066-23b4-4bb7-a236-6e22786e96d2,segment=NetworkSegment(ede47c3d-f6a7-485b-9744-3a4ce06fbe72),segment_id=ede47c3d-f6a7-485b-9744-3a4ce06fbe72)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:34:31.021237 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-438952e8-9bb1-44de-8535-b2b4b7a90588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:31.026539 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-f4fac03e-8a09-40e6-b515-662329867e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:34:31.097759 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438952e8-9bb1-44de-8535-b2b4b7a90588 None None] Pushing event updated for resources: {'Port': ['ID=97ccc066-23b4-4bb7-a236-6e22786e96d2,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:34:31.101311 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-438952e8-9bb1-44de-8535-b2b4b7a90588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:34:31.344541 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-c3fff842-58aa-4ad3-8b44-3156c95a8db8 None None] Provisioning complete for port 97ccc066-23b4-4bb7-a236-6e22786e96d2 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:34:31.345081 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c3fff842-58aa-4ad3-8b44-3156c95a8db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:32.215190 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 97ccc066-23b4-4bb7-a236-6e22786e96d2 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:34:32.285873 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 97ccc066-23b4-4bb7-a236-6e22786e96d2 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:34:32.286237 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:46.427765 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-0d50482a-8123-441f-8b96-e459cbf26dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:48.984491 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9014cb35-f23a-4853-843d-f6cdf068d6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:50.189308 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:50.323511 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:51.935724 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:55.507679 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 5 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:35:16.429571 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f4c0-3529-4473-bc43-9b4d27eb29ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:18.977639 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad3db-7208-444d-b6e4-5b26334f8f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:20.186725 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:20.326491 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:21.937887 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:32.506633 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 5 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:35:38.822711 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44898) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:35:38.828685 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [None req-2f60e1eb-51d5-42cf-9f63-00073788df52 tempest-verify_tempest_config-2039836648 tempest-verify_tempest_config-2039836648-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87789) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 14:35:38.829662 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-2f60e1eb-51d5-42cf-9f63-00073788df52 tempest-verify_tempest_config-2039836648 tempest-verify_tempest_config-2039836648-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059927
Dec 16 14:35:39.136086 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44916) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:35:39.264605 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:39.279733 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:35:39.283691 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Usage tracker for resource:security_group_rule and tenant:100e1d3642c44b59abcca6d0b8f99eb7 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:35:39.286909 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:35:39.293574 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:35:39.385744 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:39.389530 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:39.397116 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:35:39.436654 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Synchronizing usage tracker for tenant:4379b60ef2094a39988c4f13a32f6cb0 on resource:security_group {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:35:39.438984 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198bd01b-e310-44b9-a80e-584a41c40bdc,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:35:39.447649 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:35:39.448076 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:35:39.448417 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:35:39.448741 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:35:39.449092 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:35:39.449427 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:35:39.449749 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:35:39.450066 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:35:39.450383 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:35:39.450689 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:35:39.451005 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:35:39.451313 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:35:39.456423 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:35:39.468447 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Unset dirty status for tenant:4379b60ef2094a39988c4f13a32f6cb0 on resource:security_group {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:35:39.469845 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=100e1d3642c44b59abcca6d0b8f99eb7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3327386
Dec 16 14:35:39.472675 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44922) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:35:39.533037 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e9f124e4-cc84-48e8-8c46-2b0df94e904d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:39.559068 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e9f124e4-cc84-48e8-8c46-2b0df94e904d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:39.648765 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e9f124e4-cc84-48e8-8c46-2b0df94e904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:39.653228 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:35:39.667735 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f124e4-cc84-48e8-8c46-2b0df94e904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198bd01b-e310-44b9-a80e-584a41c40bdc,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:35:39.670030 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e9f124e4-cc84-48e8-8c46-2b0df94e904d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:35:39.672580 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e9f124e4-cc84-48e8-8c46-2b0df94e904d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:39.673721 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-e9f124e4-cc84-48e8-8c46-2b0df94e904d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/198bd01b-e310-44b9-a80e-584a41c40bdc HTTP/1.1" status: 204  len: 168 time: 0.2001035
Dec 16 14:35:46.433238 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-162ce2b1-4427-4ebe-91e2-7b07bed535f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:48.979884 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-a06b4a95-6ec0-44af-a079-32200b072125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:50.188937 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:50.329499 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:51.941612 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:09.506047 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 5 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:36:16.435171 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-302b4799-f03e-4a5b-89be-473c4389d5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:18.981899 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-6e25548d-7622-47a9-829a-966cfce4ec1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:20.191123 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:20.331274 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:21.944122 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:46.438156 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-64faf1a9-c624-4129-b49f-df1f150ead60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:46.504700 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 5 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:36:48.983906 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-dfd96cd9-09a6-4e3f-93e0-329b017138f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:50.194608 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:50.333386 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:51.949775 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:15.229312 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1832242'] for agent, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:16.442181 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b27bcc33-65ed-423d-adc1-ca2241e1e8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:18.984837 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-3507b8a3-1467-409f-95a8-95656bcd672e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:20.197847 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:20.337057 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:21.952885 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:23.504110 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:37:30.768470 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 44994) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:30.882668 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-fb9a4fed-4abb-4c1f-848c-5a78262d9bd4 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1130035
Dec 16 14:37:33.078252 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 45004) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:33.133291 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-cde63ef5-a08b-482b-983d-a0a6179d7e3a admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0537577
Dec 16 14:37:45.188807 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:46.445922 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9bd60d8b-d398-4dea-9543-88d808a85e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:48.986019 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-cabba9ca-22a5-4be9-b342-3c6efb39ba79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:50.207729 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:50.341739 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.956817 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:00.503659 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:38:15.188920 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:16.449528 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d3ebb2a2-12a1-4428-9b80-3ce21c251eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:18.990906 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bf702236-6356-4f28-af7f-293e11dfb0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:20.205118 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:20.344519 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:21.957872 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:37.502646 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:38:45.199871 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:46.452286 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ff0a-0680-48fd-acc2-9fff9968d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:48.992467 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-eb07c35c-6eef-4547-829b-4415b4a3b8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:50.210390 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:50.348397 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:51.963051 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:12.950906 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 45194) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:13.492061 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1879151956-network', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:13.497542 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:13.502251 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Usage tracker for resource:network and tenant:ceb0da71791f4f9889daab33c73ac572 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:13.505830 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:13.512797 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:13.527541 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Made reservation on behalf of ceb0da71791f4f9889daab33c73ac572 for: {'network': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:13.531251 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:13.548589 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:13.564578 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:13.569235 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Usage tracker for resource:security_group_rule and tenant:ceb0da71791f4f9889daab33c73ac572 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:13.573157 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:13.579589 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:13.641309 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 45222) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:13.693342 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:13.697862 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:13.703782 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:13.733858 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'}  {{(pid=87788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:39:13.741711 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852a6837-b5d5-4ce0-92c8-a8965a8b3962,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:13.752485 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:13.753108 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:13.753644 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:13.753946 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:13.754271 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:13.754597 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:13.754897 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:13.755214 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:13.755539 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:13.755849 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:13.756156 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:13.756461 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Tracked resource versions report:
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]: pushed versions:
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]: {   'AddressGroup': {'1.2'},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     'ConntrackHelper': {'1.0'},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     'Log': {'1.0'},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     'Network': {'1.1'},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     'Port': {'1.7'},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     'PortForwarding': {'1.2'},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     'QosPolicy': {'1.8'},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     'SecurityGroup': {'1.4'},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     'SecurityGroupRule': {'1.2'},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     'SubPort': {'1.0'},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     'Subnet': {'1.1'},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     'Trunk': {'1.1'}}
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]: consumer versions:
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]: {   DHCP agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     HyperV agent@hv-cinder-82189: {},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     L3 agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     Metadata agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     Metering agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:     Open vSwitch agent@dv-cinder-821892-3-iscsi: {   'AddressGroup': '1.2',
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'ConntrackHelper': '1.0',
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'Log': '1.0',
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'Network': '1.1',
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'Port': '1.7',
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'PortForwarding': '1.2',
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'QosPolicy': '1.8',
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'SecurityGroup': '1.4',
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'SecurityGroupRule': '1.2',
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'SubPort': '1.0',
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'Subnet': '1.1',
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:                                                      'Trunk': '1.1'}}
Dec 16 14:39:13.757496 dv-cinder-821892-3-iscsi neutron-server[87788]:  {{(pid=87788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:39:13.763791 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758846789533', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:13.764384 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f753f3979d0> segment precommit_create {{(pid=87788) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 16 14:39:13.765071 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.segments_db [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Added segment 427085ec-35b6-4f63-b574-84c707c9bf16 of type vlan for network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9
Dec 16 14:39:13.773565 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:13.804383 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:13.855257 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:13.857220 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:13.858088 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:13.883810 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:13.903323 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.9507582
Dec 16 14:39:13.906344 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 45240) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:13.912185 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Request body: {'subnet': {'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1879151956-subnet', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:13.917218 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:13.921318 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Usage tracker for resource:subnet and tenant:ceb0da71791f4f9889daab33c73ac572 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:13.924376 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:13.930232 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:13.945822 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Made reservation on behalf of ceb0da71791f4f9889daab33c73ac572 for: {'subnet': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:13.948436 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:13.983641 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Pushing event updated for resources: {'Network': ['ID=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:13.986934 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:13.995190 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:39:14.055878 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-network', 'tenant_id': '431320546381414684830eb2bc36deef'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:14.062299 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:14.067639 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Usage tracker for resource:network and tenant:431320546381414684830eb2bc36deef is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:14.071049 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:14.079003 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:14.092994 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Made reservation on behalf of 431320546381414684830eb2bc36deef for: {'network': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:14.097025 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.124620 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.138883 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 45248) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:14.144427 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:14.148737 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Usage tracker for resource:security_group_rule and tenant:431320546381414684830eb2bc36deef is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:14.152442 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:14.160194 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:14.170868 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for subnet, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.176273 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6dcddbf8-3f5d-485e-ac5d-c43a9a4a5f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:14.257590 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fad1e62-f00b-4bd3-85d8-0d853a23f69c,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:14.268346 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:14.268951 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:14.269432 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:14.269995 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:14.270478 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:14.271007 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:14.271485 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:14.271951 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:14.272430 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:14.272920 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:14.273398 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:14.273882 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Tracked resource versions report:
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]: pushed versions:
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]: {   'AddressGroup': {'1.2'},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     'ConntrackHelper': {'1.0'},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     'Log': {'1.0'},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     'Network': {'1.1'},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     'Port': {'1.7'},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     'PortForwarding': {'1.2'},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     'QosPolicy': {'1.8'},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     'SecurityGroup': {'1.4'},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     'SecurityGroupRule': {'1.2'},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     'SubPort': {'1.0'},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     'Subnet': {'1.1'},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     'Trunk': {'1.1'}}
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]: consumer versions:
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]: {   DHCP agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     HyperV agent@hv-cinder-82189: {},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     L3 agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     Metadata agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     Metering agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:     Open vSwitch agent@dv-cinder-821892-3-iscsi: {   'AddressGroup': '1.2',
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'ConntrackHelper': '1.0',
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'Log': '1.0',
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'Network': '1.1',
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'Port': '1.7',
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'PortForwarding': '1.2',
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'QosPolicy': '1.8',
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'SecurityGroup': '1.4',
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'SecurityGroupRule': '1.2',
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'SubPort': '1.0',
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'Subnet': '1.1',
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:                                                      'Trunk': '1.1'}}
Dec 16 14:39:14.274896 dv-cinder-821892-3-iscsi neutron-server[87789]:  {{(pid=87789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:39:14.281631 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:14.284861 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Checking segment: {'id': '427085ec-35b6-4f63-b574-84c707c9bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:39:14.285212 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Network hostable DHCP agents. Network: 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:39:14.305986 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:39:14.317119 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9) {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:14.329442 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:14.330129 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02497937-5b11-431b-8254-4e258d73c33c None None] Network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:39:14.330437 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.337769 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.345300 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.358648 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:14.359088 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.4515710
Dec 16 14:39:14.364132 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 45266) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:14.371532 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1879151956-router', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:14.380017 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:14.381501 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Usage tracker for resource:router and tenant:ceb0da71791f4f9889daab33c73ac572 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:14.386192 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:14.395223 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:14.397678 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f613d5-91ec-4eb9-ab9d-bdaf1aea4a6c,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:14.404260 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:14.404974 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'}  {{(pid=87788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:39:14.421584 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.422038 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.segments_db [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Added segment 8223f641-8aae-41f1-b123-5b2fef058e13 of type vlan for network 63997e9c-5e41-48b1-b719-91db81ce0d01
Dec 16 14:39:14.432376 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1834981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1169'] for router, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.434074 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1940600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1130'] for router, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.460724 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.477168 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.503026 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:39:14.553832 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.555297 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:14.556157 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.583061 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:14.604975 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9624984
Dec 16 14:39:14.609883 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 45276) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:14.615719 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Request body: {'subnet': {'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-subnet', 'tenant_id': '431320546381414684830eb2bc36deef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:14.624051 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:14.628379 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Usage tracker for resource:subnet and tenant:431320546381414684830eb2bc36deef is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:14.631396 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:14.639393 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:14.650804 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5ceb82-627c-4d16-abe1-2e341c85bada None None] Network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:39:14.698130 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Made reservation on behalf of 431320546381414684830eb2bc36deef for: {'subnet': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:14.701039 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.864191 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1148'] for router, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.875118 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1787960446-network', 'tenant_id': '6906ddb7ea8b4cde8dabbec416e0f996'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:14.889320 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:14.893646 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Usage tracker for resource:network and tenant:6906ddb7ea8b4cde8dabbec416e0f996 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:14.896840 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:14.904983 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:14.937912 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Made reservation on behalf of 6906ddb7ea8b4cde8dabbec416e0f996 for: {'network': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:14.940631 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.979403 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.997900 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:15.002988 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Usage tracker for resource:security_group_rule and tenant:6906ddb7ea8b4cde8dabbec416e0f996 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:15.006462 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:15.013154 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:15.032616 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Pushing event updated for resources: {'Network': ['ID=63997e9c-5e41-48b1-b719-91db81ce0d01,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:15.036458 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:15.089728 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for subnet, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.102713 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:15.241013 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:15.250096 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:15.253459 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Checking segment: {'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:39:15.253963 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network 63997e9c-5e41-48b1-b719-91db81ce0d01 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:39:15.255120 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Network hostable DHCP agents. Network: 63997e9c-5e41-48b1-b719-91db81ce0d01, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:39:15.261771 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.287995 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.368600 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.427562 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c5eb7c3c-0156-498a-9af1-4e81607cd33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:15.470850 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Network 63997e9c-5e41-48b1-b719-91db81ce0d01 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:39:15.491285 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'}  {{(pid=87788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:39:15.557539 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.559646 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.segments_db [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Added segment 12db73f0-9dcb-4157-b28c-b313d8bd792a of type vlan for network 827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5
Dec 16 14:39:15.563811 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, 63997e9c-5e41-48b1-b719-91db81ce0d01) {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:15.569152 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aac7f7-af3b-4da4-b81e-64a0c13b630f,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:15.573991 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7452068-1261-4b48-8f67-089df43c06f2 None None] Network 63997e9c-5e41-48b1-b719-91db81ce0d01 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:39:15.615663 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:15.616440 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.617772 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.699281 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:15.703014 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.725025 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.740890 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.1300533
Dec 16 14:39:15.745475 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 45310) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:15.753361 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:15.759345 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.760917 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:15.764796 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:15.765734 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.773898 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:15.789576 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Usage tracker for resource:router and tenant:431320546381414684830eb2bc36deef is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:15.805521 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:15.874097 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:15.901272 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7380962
Dec 16 14:39:15.905897 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 45322) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:15.913533 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1834981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1169'] for router, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.914714 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1940600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1130'] for router, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.922655 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Request body: {'subnet': {'network_id': '827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1787960446-subnet', 'tenant_id': '6906ddb7ea8b4cde8dabbec416e0f996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:15.926404 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Pushing event updated for resources: {'Network': ['ID=827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:15.931685 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:15.934359 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:15.937869 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Usage tracker for resource:subnet and tenant:6906ddb7ea8b4cde8dabbec416e0f996 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:15.941489 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:15.951456 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:15.956954 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.976948 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Made reservation on behalf of 6906ddb7ea8b4cde8dabbec416e0f996 for: {'subnet': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:15.979807 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.996856 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Allocated IP 172.27.0.209 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/bc5755c5-32e4-4d00-a9e0-73365fa2a4c9) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:39:16.026380 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network 827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:39:16.228109 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf478f8b-adfe-50d8-afc5-8c7ba86bb1bc-63997e9c-5e41-48b1-b719-91db81ce0d01', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5'}]}} from dv-cinder-821892-3-iscsi. {{(pid=87790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 14:39:16.229208 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.257972 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.331746 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.336817 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:16.415343 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:16.418550 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:16.422893 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:39:16.465387 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1148'] for router, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.508297 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-3662c767-eae9-47a9-8986-d070ce80bab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.630050 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.db_base_plugin_common [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Allocated IP 172.20.0.2 (63997e9c-5e41-48b1-b719-91db81ce0d01/27b1fbfc-a9d0-4474-832b-94caa7c8c0e5/a92a9b4a-1af2-468b-9029-772018921157) {{(pid=87790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:39:16.693436 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Pushing event updated for resources: {'Port': ['ID=bc5755c5-32e4-4d00-a9e0-73365fa2a4c9,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:16.700997 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:16.794759 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for subnet, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.802511 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ffee65d7-42e3-426c-a362-a16d0263590f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:16.931164 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c042d2ee-fb4a-44f1-92eb-502e1a74b5a0,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:16.945056 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:16.991730 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Notify callbacks [] for port, precommit_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:17.006445 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Transition to ACTIVE for port object a92a9b4a-1af2-468b-9029-772018921157 will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:39:17.021410 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:17.032450 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Checking segment: {'id': '12db73f0-9dcb-4157-b28c-b313d8bd792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:39:17.032751 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Network hostable DHCP agents. Network: 827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:39:17.053419 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Transition to ACTIVE for port object a92a9b4a-1af2-468b-9029-772018921157 will not be triggered until provisioned by entity DHCP. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:39:17.068735 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:17.102638 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:17.193115 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Network 827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:39:17.212898 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, 827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5) {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:17.221631 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:17.223138 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:17.224817 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Pushing event updated for resources: {'Port': ['ID=a92a9b4a-1af2-468b-9029-772018921157,revision_number=1']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:17.234358 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136ab75d-c96c-4d0f-a39e-f2de18bac021 None None] Network 827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:39:17.249011 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:17.321799 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:17.370398 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:17.370944 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:17.371488 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:17.372157 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:17.372923 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:17.373430 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:17.373935 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:17.374488 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:17.375042 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:17.375793 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:17.376394 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:17.376949 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Tracked resource versions report:
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]: pushed versions:
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]: {   'AddressGroup': {'1.2'},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     'ConntrackHelper': {'1.0'},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     'Log': {'1.0'},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     'Network': {'1.1'},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     'Port': {'1.7'},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     'PortForwarding': {'1.2'},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     'QosPolicy': {'1.8'},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     'SecurityGroup': {'1.4'},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     'SecurityGroupRule': {'1.2'},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     'SubPort': {'1.0'},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     'Subnet': {'1.1'},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     'Trunk': {'1.1'}}
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]: consumer versions:
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]: {   DHCP agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     HyperV agent@hv-cinder-82189: {},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     L3 agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     Metadata agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     Metering agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:     Open vSwitch agent@dv-cinder-821892-3-iscsi: {   'AddressGroup': '1.2',
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'ConntrackHelper': '1.0',
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'Log': '1.0',
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'Network': '1.1',
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'Port': '1.7',
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'PortForwarding': '1.2',
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'QosPolicy': '1.8',
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'SecurityGroup': '1.4',
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'SecurityGroupRule': '1.2',
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'SubPort': '1.0',
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'Subnet': '1.1',
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:                                                      'Trunk': '1.1'}}
Dec 16 14:39:17.379729 dv-cinder-821892-3-iscsi neutron-server[87790]:  {{(pid=87790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:39:17.385777 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:17.404295 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Network 63997e9c-5e41-48b1-b719-91db81ce0d01 is already hosted by enough agents. {{(pid=87790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:17.405777 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.base_scheduler [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Resources bound (agent type, host, resource id):  {{(pid=87790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:17.409183 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Received port after_create {{(pid=87790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:39:17.493168 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5792825
Dec 16 14:39:17.587629 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Attempting to bind port a92a9b4a-1af2-468b-9029-772018921157 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:39:17.588250 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Attempting to bind port a92a9b4a-1af2-468b-9029-772018921157 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:39:17.588372 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Attempting to bind port a92a9b4a-1af2-468b-9029-772018921157 on network 63997e9c-5e41-48b1-b719-91db81ce0d01 {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:39:17.671799 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:39:17.672178 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Checking segment: {'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:39:17.672587 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:17.673573 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Bound using segment: {'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:39:17.676734 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Bound port: a92a9b4a-1af2-468b-9029-772018921157, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:39:17.677314 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:17.697169 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831909'] for router, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:17.703320 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Allocated IP 172.27.0.6 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/720751d0-9208-4492-a15b-1db210241cbc) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:39:18.032352 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ad6ecb-05f4-4ad9-969c-161f3b385ec1 None None] Network 827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:39:18.173044 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:18.300025 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] For port a92a9b4a-1af2-468b-9029-772018921157, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:39:18.321937 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:18.323442 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] For port a92a9b4a-1af2-468b-9029-772018921157, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=a92a9b4a-1af2-468b-9029-772018921157,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:39:18.331658 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:18.352164 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:18.357920 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:18.489526 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:18.493130 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:18.497432 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:39:18.627766 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Pushing event updated for resources: {'Port': ['ID=720751d0-9208-4492-a15b-1db210241cbc,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:18.631766 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:18.709065 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 45416) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:18.730486 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Router 66a09815-4c28-43e2-9f5f-b7a3efdacdaf is scheduled to L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 with binding_index 1 {{(pid=87789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 14:39:18.755272 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Pushing event updated for resources: {'Port': ['ID=a92a9b4a-1af2-468b-9029-772018921157,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:18.770899 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:19.046483 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-92f12ae3-5b91-46d1-aee8-af71a1834adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:19.162377 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 45438) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:19.277215 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:39:19.298951 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Sync routers for ids ['66a09815-4c28-43e2-9f5f-b7a3efdacdaf'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:39:19.305094 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:19.330845 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Routers {'66a09815-4c28-43e2-9f5f-b7a3efdacdaf'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:39:19.331638 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753db7b9a0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['66a09815-4c28-43e2-9f5f-b7a3efdacdaf'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:19.384531 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-735bea9e-03a3-4d73-a35e-545c4b4f778e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:19.428849 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-735bea9e-03a3-4d73-a35e-545c4b4f778e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:19.434438 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-735bea9e-03a3-4d73-a35e-545c4b4f778e admin admin] Usage tracker for resource:security_group_rule and tenant:5a786fd41c4a47a5a1d7a4b84ee4d572 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:19.438139 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Notify callbacks [] for router, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:19.441773 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 5.0762680
Dec 16 14:39:19.442942 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-735bea9e-03a3-4d73-a35e-545c4b4f778e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:19.461408 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 45464) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:19.548966 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-735bea9e-03a3-4d73-a35e-545c4b4f778e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:19.743049 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-55436746-9a15-445d-ac9a-79b1e09d16b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:19.822406 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 45486) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:19.831403 dv-cinder-821892-3-iscsi neutron-server[87788]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 16 14:39:19.870861 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Set router 66a09815-4c28-43e2-9f5f-b7a3efdacdaf gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:39:20.168728 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-735bea9e-03a3-4d73-a35e-545c4b4f778e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:20.193295 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-735bea9e-03a3-4d73-a35e-545c4b4f778e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:20.200601 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-55436746-9a15-445d-ac9a-79b1e09d16b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:20.214487 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e9f124e4-cc84-48e8-8c46-2b0df94e904d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:20.228880 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:20.251310 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-55436746-9a15-445d-ac9a-79b1e09d16b6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad86e0e40b274e87ab64017d0cfef538 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:20.257573 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bea9e-03a3-4d73-a35e-545c4b4f778e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c639851-3835-4bea-a249-e5e8de59b8fa,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:20.265444 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-55436746-9a15-445d-ac9a-79b1e09d16b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:20.272826 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-735bea9e-03a3-4d73-a35e-545c4b4f778e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:20.284438 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-55436746-9a15-445d-ac9a-79b1e09d16b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:20.327710 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-735bea9e-03a3-4d73-a35e-545c4b4f778e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a786fd41c4a47a5a1d7a4b84ee4d572&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6166463
Dec 16 14:39:20.335562 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 45514) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:20.403406 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:20.462793 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-59def1dd-e0fd-4a14-8af9-c21267e96ec7 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:20.466452 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-59def1dd-e0fd-4a14-8af9-c21267e96ec7 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Synchronizing usage tracker for tenant:6906ddb7ea8b4cde8dabbec416e0f996 on resource:network {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:39:20.469441 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753db7b9a0>, [{'id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1879151956-router', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bc5755c5-32e4-4d00-a9e0-73365fa2a4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:14Z', 'updated_at': '2021-12-16T14:39:16Z', 'revision_number': 3, 'project_id': 'ceb0da71791f4f9889daab33c73ac572', 'gw_port': {'id': 'bc5755c5-32e4-4d00-a9e0-73365fa2a4c9', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:20.496948 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Checking router: 66a09815-4c28-43e2-9f5f-b7a3efdacdaf for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:39:20.497606 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Updating router 66a09815-4c28-43e2-9f5f-b7a3efdacdaf port bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 binding host dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:39:20.501371 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831909'] for router, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:20.516968 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device a92a9b4a-1af2-468b-9029-772018921157 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:39:20.562755 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da49e1e1-dc44-461c-bd81-c2d381eecf00 None None] Network 63997e9c-5e41-48b1-b719-91db81ce0d01 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:39:20.608211 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:20.690882 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-f5400aa9-7034-4127-9975-38f98f2f458e None None] Provisioning for port a92a9b4a-1af2-468b-9029-772018921157 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:39:20.760217 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-55436746-9a15-445d-ac9a-79b1e09d16b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:20.766563 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port a92a9b4a-1af2-468b-9029-772018921157 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:39:20.767407 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2dd50603-986b-434b-baeb-bf35dfc2b865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:20.773393 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-55436746-9a15-445d-ac9a-79b1e09d16b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:20.792530 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-cee3f506-b93f-431a-81a5-b82db9c179b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:20.793913 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port a92a9b4a-1af2-468b-9029-772018921157 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:20.794755 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:20.991571 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 45548) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:20.992046 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-55436746-9a15-445d-ac9a-79b1e09d16b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad86e0e40b274e87ab64017d0cfef538&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8241372
Dec 16 14:39:21.012069 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-59def1dd-e0fd-4a14-8af9-c21267e96ec7 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Unset dirty status for tenant:6906ddb7ea8b4cde8dabbec416e0f996 on resource:network {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:39:21.019684 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-59def1dd-e0fd-4a14-8af9-c21267e96ec7 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/networks?id=827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5 HTTP/1.1" status: 200  len: 812 time: 1.1960704
Dec 16 14:39:21.020027 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55436746-9a15-445d-ac9a-79b1e09d16b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543b7284-7821-4986-8690-416e797fc06b,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:21.035615 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-55436746-9a15-445d-ac9a-79b1e09d16b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:21.137054 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.137660 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.151797 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2dd50603-986b-434b-baeb-bf35dfc2b865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.205822 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port a92a9b4a-1af2-468b-9029-772018921157, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=a92a9b4a-1af2-468b-9029-772018921157,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:39:21.233625 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.239020 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-438952e8-9bb1-44de-8535-b2b4b7a90588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:21.260087 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-828d7d28-ed7c-495f-822c-5284244dc124 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/quotas/6906ddb7ea8b4cde8dabbec416e0f996 HTTP/1.1" status: 200  len: 375 time: 0.2389677
Dec 16 14:39:21.302112 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Notify callbacks [] for port, precommit_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.331989 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=a92a9b4a-1af2-468b-9029-772018921157,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:21.333120 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.provisioning_blocks [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Transition to ACTIVE for port object bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 will not be triggered until provisioned by entity L2. {{(pid=87791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:39:21.336146 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:21.348678 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2dd50603-986b-434b-baeb-bf35dfc2b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.350274 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.357157 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:21.364710 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-b2a77f4b-f5ff-41f2-affe-b376bfd87d6b tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6906ddb7ea8b4cde8dabbec416e0f996&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0990157
Dec 16 14:39:21.395051 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c51367a3-6bce-487e-8e55-7f12af2fc5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:21.422127 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd50603-986b-434b-baeb-bf35dfc2b865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c639851-3835-4bea-a249-e5e8de59b8fa,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:21.433760 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-61ecccec-4e0c-4e5c-aab7-7e61c34862bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.445128 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Pushing event updated for resources: {'Port': ['ID=bc5755c5-32e4-4d00-a9e0-73365fa2a4c9,revision_number=2']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:21.456708 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:21.457512 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:21.458490 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:21.458830 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:21.459151 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:21.459477 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:21.459702 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Allocated IP 172.20.0.1 (03dcf6e0-5aa2-4eba-bb88-b06a640f61f9/4fad1e62-f00b-4bd3-85d8-0d853a23f69c/10e98204-47d8-4b99-812e-0066cfe329b5) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:39:21.459821 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:21.460099 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:21.460435 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:21.460753 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:21.461719 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:21.461719 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Tracked resource versions report:
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]: pushed versions:
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]: {   'AddressGroup': {'1.2'},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     'ConntrackHelper': {'1.0'},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     'Log': {'1.0'},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     'Network': {'1.1'},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     'Port': {'1.7'},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     'PortForwarding': {'1.2'},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     'QosPolicy': {'1.8'},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     'SecurityGroup': {'1.4'},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     'SecurityGroupRule': {'1.2'},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     'SubPort': {'1.0'},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     'Subnet': {'1.1'},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     'Trunk': {'1.1'}}
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]: consumer versions:
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]: {   DHCP agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     HyperV agent@hv-cinder-82189: {},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     L3 agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     Metadata agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     Metering agent@dv-cinder-821892-3-iscsi: {},
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:     Open vSwitch agent@dv-cinder-821892-3-iscsi: {   'AddressGroup': '1.2',
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'ConntrackHelper': '1.0',
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'Log': '1.0',
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'Network': '1.1',
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'Port': '1.7',
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'PortForwarding': '1.2',
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'QosPolicy': '1.8',
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'SecurityGroup': '1.4',
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'SecurityGroupRule': '1.2',
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'SubPort': '1.0',
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'Subnet': '1.1',
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:                                                      'Trunk': '1.1'}}
Dec 16 14:39:21.463516 dv-cinder-821892-3-iscsi neutron-server[87791]:  {{(pid=87791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:39:21.491695 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-61ecccec-4e0c-4e5c-aab7-7e61c34862bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.497099 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:21.514804 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2dd50603-986b-434b-baeb-bf35dfc2b865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:21.515641 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2dd50603-986b-434b-baeb-bf35dfc2b865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.526088 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-2dd50603-986b-434b-baeb-bf35dfc2b865 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c639851-3835-4bea-a249-e5e8de59b8fa HTTP/1.1" status: 204  len: 168 time: 1.1895418
Dec 16 14:39:21.590453 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Attempting to bind port bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:39:21.592544 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Attempting to bind port bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:39:21.593533 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Attempting to bind port bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 on network f1f8b53d-41ff-4b87-b9f2-88da98e427ba {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:39:21.624502 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:39:21.624915 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Checking segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:39:21.625333 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.630247 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Bound using segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:39:21.631993 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Bound port: bc5755c5-32e4-4d00-a9e0-73365fa2a4c9, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:39:21.633911 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.634682 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Router 673877f3-8afd-4670-a416-3600b07d645f is scheduled to L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 with binding_index 1 {{(pid=87788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 14:39:21.640494 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-ae32513a-5f3c-43db-b2e0-d70f6f4db40c None None] Provisioning complete for port a92a9b4a-1af2-468b-9029-772018921157 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:21.640619 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ae32513a-5f3c-43db-b2e0-d70f6f4db40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.779596 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.805132 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-e339fe48-1655-4b97-8cd6-8b2ea240a711 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87788) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 14:39:21.812990 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-e339fe48-1655-4b97-8cd6-8b2ea240a711 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1687520
Dec 16 14:39:21.815010 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-61ecccec-4e0c-4e5c-aab7-7e61c34862bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.877315 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.883629 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:21.884570 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] For port bc5755c5-32e4-4d00-a9e0-73365fa2a4c9, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:39:21.897383 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] For port bc5755c5-32e4-4d00-a9e0-73365fa2a4c9, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=bc5755c5-32e4-4d00-a9e0-73365fa2a4c9,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:39:21.904680 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:21.910143 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-6bbdddd0-0f0d-489a-8d6f-264d55ff0f66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:22.005695 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:22.015564 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:22.018722 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:22.023294 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:39:22.024272 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741611'] for router_interface, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:22.113072 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Pushing event updated for resources: {'Port': ['ID=10e98204-47d8-4b99-812e-0066cfe329b5,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:22.117182 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:22.131803 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-84e573cd-d6c2-4295-b052-0c2a28d358a3 service neutron] 10.222.0.64 "GET /v2.0/networks/827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3177092
Dec 16 14:39:22.144709 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Routers {'66a09815-4c28-43e2-9f5f-b7a3efdacdaf'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:39:22.145375 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753db7b9a0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['66a09815-4c28-43e2-9f5f-b7a3efdacdaf'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:22.170990 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 45592) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:22.192033 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:22.196907 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ede36c7a-f0a4-4b57-beb4-4c8de0ee119d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:22.221434 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-ede36c7a-f0a4-4b57-beb4-4c8de0ee119d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:22.226328 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-ede36c7a-f0a4-4b57-beb4-4c8de0ee119d admin admin] Usage tracker for resource:security_group_rule and tenant:f2426559b48445779bd47b88e3d34c6b is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:22.229678 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:22.239013 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-ede36c7a-f0a4-4b57-beb4-4c8de0ee119d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:22.248645 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-ede36c7a-f0a4-4b57-beb4-4c8de0ee119d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:22.249432 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Pushing event updated for resources: {'Port': ['ID=bc5755c5-32e4-4d00-a9e0-73365fa2a4c9,revision_number=3']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:22.261003 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecccec-4e0c-4e5c-aab7-7e61c34862bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543b7284-7821-4986-8690-416e797fc06b,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:22.263959 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-61ecccec-4e0c-4e5c-aab7-7e61c34862bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:22.268228 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-61ecccec-4e0c-4e5c-aab7-7e61c34862bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/543b7284-7821-4986-8690-416e797fc06b HTTP/1.1" status: 204  len: 168 time: 1.2457783
Dec 16 14:39:22.269908 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-61ecccec-4e0c-4e5c-aab7-7e61c34862bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:22.299942 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:22.421170 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:39:22.440511 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Sync routers for ids ['673877f3-8afd-4670-a416-3600b07d645f'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:39:22.453671 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-4180d983-fcfb-46fe-a2c3-d907ec03451c service neutron] 10.222.0.64 "GET /v2.0/networks/827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3209033
Dec 16 14:39:22.455900 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Notify callbacks [] for router, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:22.459768 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.7090034
Dec 16 14:39:22.460480 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 45600) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:22.462992 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 45602) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:22.479312 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device a92a9b4a-1af2-468b-9029-772018921157 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:39:22.627980 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Routers {'673877f3-8afd-4670-a416-3600b07d645f'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:39:22.629015 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e817ca0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['673877f3-8afd-4670-a416-3600b07d645f'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:22.668068 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] Set router 66a09815-4c28-43e2-9f5f-b7a3efdacdaf gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:39:22.693964 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:22.714104 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:22.721110 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741768'] for router_interface, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:22.749073 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:22.880487 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 45622) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:23.010753 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port a92a9b4a-1af2-468b-9029-772018921157 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:23.012135 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:23.091790 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0e8d6b44-4d9a-4b9d-b498-d7be82d1ea7a req-811ac7c6-4c62-43b7-9a2c-427deee7970f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 210 time: 0.2099879
Dec 16 14:39:23.151003 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 45638) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:23.153045 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c04b9a59-dc1e-46fb-8dd3-48ebac471bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:23.178689 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Set router 673877f3-8afd-4670-a416-3600b07d645f gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:39:23.201655 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ede36c7a-f0a4-4b57-beb4-4c8de0ee119d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:23.204748 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Pushing event updated for resources: {'Port': ['ID=10e98204-47d8-4b99-812e-0066cfe329b5,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:23.221216 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:23.226649 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ede36c7a-f0a4-4b57-beb4-4c8de0ee119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:23.236692 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b2c45121-0cde-4028-aea3-e87dc8268284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:23.269027 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-c04b9a59-dc1e-46fb-8dd3-48ebac471bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:23.287365 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-735bea9e-03a3-4d73-a35e-545c4b4f778e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:23.295996 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-ede36c7a-f0a4-4b57-beb4-4c8de0ee119d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2426559b48445779bd47b88e3d34c6b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1237504
Dec 16 14:39:23.299643 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-b2c45121-0cde-4028-aea3-e87dc8268284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:23.300399 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 45644) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:23.313912 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:23.370825 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753db7b9a0>, [{'id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1879151956-router', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bc5755c5-32e4-4d00-a9e0-73365fa2a4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:14Z', 'updated_at': '2021-12-16T14:39:22Z', 'revision_number': 4, 'project_id': 'ceb0da71791f4f9889daab33c73ac572', 'gw_port': {'id': 'bc5755c5-32e4-4d00-a9e0-73365fa2a4c9', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '10e98204-47d8-4b99-812e-0066cfe329b5', 'name': '', 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'mac_address': 'fa:16:3e:7e:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4fad1e62-f00b-4bd3-85d8-0d853a23f69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:21Z', 'updated_at': '2021-12-16T14:39:21Z', 'revision_number': 1, 'project_id': 'ceb0da71791f4f9889daab33c73ac572', 'subnets': [{'id': '4fad1e62-f00b-4bd3-85d8-0d853a23f69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:23.376413 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c787fa7-e027-4787-9c3b-961a6954ca99 None None] The sync data for ids ['66a09815-4c28-43e2-9f5f-b7a3efdacdaf'] in dv-cinder-821892-3-iscsi is: [{'id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1879151956-router', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bc5755c5-32e4-4d00-a9e0-73365fa2a4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:14Z', 'updated_at': '2021-12-16T14:39:22Z', 'revision_number': 4, 'project_id': 'ceb0da71791f4f9889daab33c73ac572', 'gw_port': {'id': 'bc5755c5-32e4-4d00-a9e0-73365fa2a4c9', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '10e98204-47d8-4b99-812e-0066cfe329b5', 'name': '', 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'mac_address': 'fa:16:3e:7e:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4fad1e62-f00b-4bd3-85d8-0d853a23f69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:21Z', 'updated_at': '2021-12-16T14:39:21Z', 'revision_number': 1, 'project_id': 'ceb0da71791f4f9889daab33c73ac572', 'subnets': [{'id': '4fad1e62-f00b-4bd3-85d8-0d853a23f69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:39:23.377804 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-c04b9a59-dc1e-46fb-8dd3-48ebac471bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:8c614704dc5a42dbb79b9df13eb2460c is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:23.387368 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-c04b9a59-dc1e-46fb-8dd3-48ebac471bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:23.400355 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-b2c45121-0cde-4028-aea3-e87dc8268284 admin admin] Usage tracker for resource:security_group_rule and tenant:f8788e65564f4cb08f1c828b1b947597 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:23.417306 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-b2c45121-0cde-4028-aea3-e87dc8268284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:23.420869 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-c04b9a59-dc1e-46fb-8dd3-48ebac471bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:23.437600 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-b2c45121-0cde-4028-aea3-e87dc8268284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:23.444802 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:23.457710 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b0c1bd35-8ea4-4ab0-a4b5-bb1d1fd10790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:23.499571 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b0c1bd35-8ea4-4ab0-a4b5-bb1d1fd10790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:23.564603 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede36c7a-f0a4-4b57-beb4-4c8de0ee119d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936754c3-6d59-489b-92a2-3bcfcc0c144c,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:23.766625 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e817ca0>, [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:18Z', 'revision_number': 3, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:23.772005 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Checking router: 673877f3-8afd-4670-a416-3600b07d645f for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:39:23.773320 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Updating router 673877f3-8afd-4670-a416-3600b07d645f port 720751d0-9208-4492-a15b-1db210241cbc binding host dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:39:23.824429 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-ede36c7a-f0a4-4b57-beb4-4c8de0ee119d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:23.827419 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b0c1bd35-8ea4-4ab0-a4b5-bb1d1fd10790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:23.836200 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Router 66a09815-4c28-43e2-9f5f-b7a3efdacdaf has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:39:23.836936 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:23.861175 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1bd35-8ea4-4ab0-a4b5-bb1d1fd10790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936754c3-6d59-489b-92a2-3bcfcc0c144c,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:23.862079 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:23.868335 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b0c1bd35-8ea4-4ab0-a4b5-bb1d1fd10790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:24.189924 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b0c1bd35-8ea4-4ab0-a4b5-bb1d1fd10790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:24.192876 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-b0c1bd35-8ea4-4ab0-a4b5-bb1d1fd10790 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/936754c3-6d59-489b-92a2-3bcfcc0c144c HTTP/1.1" status: 204  len: 168 time: 0.8882980
Dec 16 14:39:24.293947 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:39:24.308255 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b2c45121-0cde-4028-aea3-e87dc8268284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:24.310367 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] 10.222.0.64 "PUT /v2.0/routers/66a09815-4c28-43e2-9f5f-b7a3efdacdaf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8478317
Dec 16 14:39:24.519503 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c04b9a59-dc1e-46fb-8dd3-48ebac471bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:24.526174 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b2c45121-0cde-4028-aea3-e87dc8268284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:24.630615 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:24.638637 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c04b9a59-dc1e-46fb-8dd3-48ebac471bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:24.683165 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-34125a97-7e8a-418f-99de-47fc5e574cda req-18c002f3-bb89-4a22-94d2-8520ace2077d tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 210 time: 0.1614001
Dec 16 14:39:24.796889 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Notify callbacks [] for port, precommit_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:24.850667 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Transition to ACTIVE for port object 720751d0-9208-4492-a15b-1db210241cbc will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:39:24.864496 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:24.875447 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:24.976646 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:25.011170 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-b2c45121-0cde-4028-aea3-e87dc8268284 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8788e65564f4cb08f1c828b1b947597&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8364155
Dec 16 14:39:25.012454 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 45696) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:25.013347 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c45121-0cde-4028-aea3-e87dc8268284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf5fa05-e348-421a-933b-2d8a84d3c27b,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:25.026819 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-c04b9a59-dc1e-46fb-8dd3-48ebac471bb3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c614704dc5a42dbb79b9df13eb2460c&name=default HTTP/1.1" status: 200  len: 2975 time: 2.5623796
Dec 16 14:39:25.034032 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-b2c45121-0cde-4028-aea3-e87dc8268284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:25.035903 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:25.052073 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 45700) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:25.088022 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634de29-66bd-468a-8574-bca0e92a6ed4 None None] Pushing event updated for resources: {'Port': ['ID=720751d0-9208-4492-a15b-1db210241cbc,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:25.091716 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-f634de29-66bd-468a-8574-bca0e92a6ed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:25.092678 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Attempting to bind port 720751d0-9208-4492-a15b-1db210241cbc on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:39:25.093244 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Attempting to bind port 720751d0-9208-4492-a15b-1db210241cbc by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:39:25.093785 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Attempting to bind port 720751d0-9208-4492-a15b-1db210241cbc on network f1f8b53d-41ff-4b87-b9f2-88da98e427ba {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:39:25.101073 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:39:25.101690 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Checking segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:39:25.102276 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:25.102837 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Bound using segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:39:25.103469 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Bound port: 720751d0-9208-4492-a15b-1db210241cbc, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:39:25.104030 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:25.116666 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b9a59-dc1e-46fb-8dd3-48ebac471bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8eda09-83bd-45c2-bbb7-ff6f838f7e21,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:25.130122 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c04b9a59-dc1e-46fb-8dd3-48ebac471bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:25.246941 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 45704) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:25.290228 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] For port 720751d0-9208-4492-a15b-1db210241cbc, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:39:25.299033 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] For port 720751d0-9208-4492-a15b-1db210241cbc, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=720751d0-9208-4492-a15b-1db210241cbc,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:39:25.321716 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:25.341868 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-f4fac03e-8a09-40e6-b515-662329867e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:25.457765 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-924d322c-bd4d-42a1-af4d-fb3f9bec3d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:25.537797 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-704b47eb-41de-4f21-940c-25da861dabaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:25.557987 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Routers {'673877f3-8afd-4670-a416-3600b07d645f'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:39:25.559785 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e817ca0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['673877f3-8afd-4670-a416-3600b07d645f'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:25.658281 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-924d322c-bd4d-42a1-af4d-fb3f9bec3d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:25.720242 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-704b47eb-41de-4f21-940c-25da861dabaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:25.750391 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b0ae0209-46fe-4203-8065-4822b1763044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:25.767123 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634de29-66bd-468a-8574-bca0e92a6ed4 None None] Pushing event updated for resources: {'Port': ['ID=720751d0-9208-4492-a15b-1db210241cbc,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:25.783425 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Allocated IP 172.20.0.1 (63997e9c-5e41-48b1-b719-91db81ce0d01/27b1fbfc-a9d0-4474-832b-94caa7c8c0e5/03759846-8774-46f9-9032-be2a4181bd86) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:39:25.792884 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-f634de29-66bd-468a-8574-bca0e92a6ed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:25.855193 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b0ae0209-46fe-4203-8065-4822b1763044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:25.910030 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-b0ae0209-46fe-4203-8065-4822b1763044 admin admin] Usage tracker for resource:security_group_rule and tenant:6ff98b579b504435a2894902e8739880 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:25.917591 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-b0ae0209-46fe-4203-8065-4822b1763044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:25.933670 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b0ae0209-46fe-4203-8065-4822b1763044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:25.984871 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-704b47eb-41de-4f21-940c-25da861dabaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:26.019851 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-924d322c-bd4d-42a1-af4d-fb3f9bec3d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:26.035014 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b0c1bd35-8ea4-4ab0-a4b5-bb1d1fd10790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:26.070539 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b47eb-41de-4f21-940c-25da861dabaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8eda09-83bd-45c2-bbb7-ff6f838f7e21,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:26.119254 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] Set router 673877f3-8afd-4670-a416-3600b07d645f gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:39:26.125014 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d322c-bd4d-42a1-af4d-fb3f9bec3d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf5fa05-e348-421a-933b-2d8a84d3c27b,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:26.142022 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-924d322c-bd4d-42a1-af4d-fb3f9bec3d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:26.142760 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:26.143319 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:26.167386 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-704b47eb-41de-4f21-940c-25da861dabaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:26.170091 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-704b47eb-41de-4f21-940c-25da861dabaa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a8eda09-83bd-45c2-bbb7-ff6f838f7e21 HTTP/1.1" status: 204  len: 168 time: 1.1168206
Dec 16 14:39:26.199753 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-924d322c-bd4d-42a1-af4d-fb3f9bec3d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:26.201628 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-924d322c-bd4d-42a1-af4d-fb3f9bec3d9f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0bf5fa05-e348-421a-933b-2d8a84d3c27b HTTP/1.1" status: 204  len: 168 time: 1.1873565
Dec 16 14:39:26.223090 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:26.272406 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Transition to ACTIVE for port object 03759846-8774-46f9-9032-be2a4181bd86 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:39:26.319934 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.66', 52541) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:26.335137 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b0ae0209-46fe-4203-8065-4822b1763044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:26.466011 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-18f4812a-58d3-4b92-b279-23a4588adf50 req-a11dc988-f7e3-46ce-b78b-561dffebb193 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 210 time: 0.1288064
Dec 16 14:39:26.468705 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:26.597151 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-b259479e-76c9-4b0d-a443-cf542e22b961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:26.644170 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:39:26.679741 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-83d92857-09c7-4a84-9a98-42fa2f4b09c7 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:26.694966 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-83d92857-09c7-4a84-9a98-42fa2f4b09c7 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.66 "GET /v2.0/networks?id=827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5 HTTP/1.1" status: 200  len: 812 time: 0.3692977
Dec 16 14:39:26.696340 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b0ae0209-46fe-4203-8065-4822b1763044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:26.729421 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:26.795022 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae0209-46fe-4203-8065-4822b1763044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd9c16c-21c6-4f16-aaed-1c100fade4b9,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:26.816338 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b0ae0209-46fe-4203-8065-4822b1763044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:26.828873 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Request body: {'port': {'device_id': 'd3e979fa-0671-444e-b47c-b9be04bd4bff', 'network_id': '827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5', 'admin_state_up': True, 'tenant_id': '6906ddb7ea8b4cde8dabbec416e0f996'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:26.831536 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:39:26.862669 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:26.863641 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:26.892405 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Network 63997e9c-5e41-48b1-b719-91db81ce0d01 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:26.912928 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:26.921335 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:39:26.921432 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741611'] for router_interface, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:27.037593 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 45770) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:27.077511 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-b0ae0209-46fe-4203-8065-4822b1763044 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ff98b579b504435a2894902e8739880&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8205836
Dec 16 14:39:27.082661 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 45774) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:27.083613 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b1537ade-6be3-4794-95c0-69e367b5b541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:27.140744 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b1537ade-6be3-4794-95c0-69e367b5b541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:27.162889 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e817ca0>, [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:18Z', 'revision_number': 3, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:27.178868 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:27.180566 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-b1537ade-6be3-4794-95c0-69e367b5b541 admin admin] Usage tracker for resource:security_group_rule and tenant:2591113b3964487b97d4124db6e36a39 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:27.191708 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32012f3-757a-4708-a3e5-8da583b57922 None None] The sync data for ids ['673877f3-8afd-4670-a416-3600b07d645f'] in dv-cinder-821892-3-iscsi is: [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:18Z', 'revision_number': 3, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:39:27.213847 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-b1537ade-6be3-4794-95c0-69e367b5b541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:27.265335 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b1537ade-6be3-4794-95c0-69e367b5b541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:27.270872 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port bc5755c5-32e4-4d00-a9e0-73365fa2a4c9, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=bc5755c5-32e4-4d00-a9e0-73365fa2a4c9,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:39:27.281161 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:27.290558 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-ab30a7f8-9d78-4886-b933-a562f503985a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:27.354350 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Sync routers for ids ['66a09815-4c28-43e2-9f5f-b7a3efdacdaf'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:39:27.379834 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Routers {'66a09815-4c28-43e2-9f5f-b7a3efdacdaf'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:39:27.382226 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753daa2e20>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['66a09815-4c28-43e2-9f5f-b7a3efdacdaf'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:27.394292 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b1537ade-6be3-4794-95c0-69e367b5b541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:27.424915 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b1537ade-6be3-4794-95c0-69e367b5b541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:27.444726 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-48298a05-2635-4583-ac54-82f466da4c32 None None] Provisioning for port 03759846-8774-46f9-9032-be2a4181bd86 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:39:27.462286 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=bc5755c5-32e4-4d00-a9e0-73365fa2a4c9,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:27.469216 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-48298a05-2635-4583-ac54-82f466da4c32 None None] Provisioning complete for port 03759846-8774-46f9-9032-be2a4181bd86 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:27.472482 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-48298a05-2635-4583-ac54-82f466da4c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:27.489947 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:27.500403 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-b1537ade-6be3-4794-95c0-69e367b5b541 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2591113b3964487b97d4124db6e36a39&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4617348
Dec 16 14:39:27.518224 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:27.523098 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Usage tracker for resource:port and tenant:6906ddb7ea8b4cde8dabbec416e0f996 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:27.526743 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:27.530348 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:27.535423 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:27.544438 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 45788) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:27.555923 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Made reservation on behalf of 6906ddb7ea8b4cde8dabbec416e0f996 for: {'port': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:27.559973 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:27.574294 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-26603e60-9251-44d0-ae61-0cbcc03c88fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:27.607079 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-26603e60-9251-44d0-ae61-0cbcc03c88fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:27.681679 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-48298a05-2635-4583-ac54-82f466da4c32 None None] Port 03759846-8774-46f9-9032-be2a4181bd86 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:39:27.823169 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1537ade-6be3-4794-95c0-69e367b5b541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0fd57b-24b9-4e53-aebc-cac1d7f5aa20,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:27.834027 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b1537ade-6be3-4794-95c0-69e367b5b541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:27.927107 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-156c32a0-1635-4ca9-8ce1-aa0c95bb0ca3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:27.930484 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-156c32a0-1635-4ca9-8ce1-aa0c95bb0ca3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Synchronizing usage tracker for tenant:ceb0da71791f4f9889daab33c73ac572 on resource:network {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:39:28.020918 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Set router 66a09815-4c28-43e2-9f5f-b7a3efdacdaf gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:39:28.067316 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Allocated IP 172.20.0.6 (827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5/c042d2ee-fb4a-44f1-92eb-502e1a74b5a0/985f8d8b-5b76-4176-800e-423ef68a9aa2) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:39:28.217651 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2bb86a5f-5bd7-4aba-b617-050a35f80fcf req-f5e896e0-88e1-4ad8-959b-ae261974e97c tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 210 time: 0.2736919
Dec 16 14:39:28.297897 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-26603e60-9251-44d0-ae61-0cbcc03c88fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:28.314016 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Pushing event updated for resources: {'Port': ['ID=03759846-8774-46f9-9032-be2a4181bd86,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:28.317860 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:28.328941 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c2728c54-252c-41b4-8666-3567d4bf35ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:28.343719 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.747s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:28.356744 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26603e60-9251-44d0-ae61-0cbcc03c88fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd9c16c-21c6-4f16-aaed-1c100fade4b9,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:28.365914 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-26603e60-9251-44d0-ae61-0cbcc03c88fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:28.410127 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-156c32a0-1635-4ca9-8ce1-aa0c95bb0ca3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Unset dirty status for tenant:ceb0da71791f4f9889daab33c73ac572 on resource:network {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:39:28.425125 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-156c32a0-1635-4ca9-8ce1-aa0c95bb0ca3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/networks?id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 HTTP/1.1" status: 200  len: 819 time: 2.0922375
Dec 16 14:39:28.438765 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-26603e60-9251-44d0-ae61-0cbcc03c88fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:28.441983 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-26603e60-9251-44d0-ae61-0cbcc03c88fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbd9c16c-21c6-4f16-aaed-1c100fade4b9 HTTP/1.1" status: 204  len: 168 time: 1.3373911
Dec 16 14:39:28.443021 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2c37c358-8d3b-42d4-bd93-f9f2cd89a1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:28.475726 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ae910c22-0c4e-4f7f-b16a-81e263c3afd0 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/quotas/ceb0da71791f4f9889daab33c73ac572 HTTP/1.1" status: 200  len: 375 time: 0.0492194
Dec 16 14:39:28.505991 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2c37c358-8d3b-42d4-bd93-f9f2cd89a1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:28.614281 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 720751d0-9208-4492-a15b-1db210241cbc up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:39:28.642834 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2c37c358-8d3b-42d4-bd93-f9f2cd89a1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:28.704080 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-55436746-9a15-445d-ac9a-79b1e09d16b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:28.739770 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:28.754994 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37c358-8d3b-42d4-bd93-f9f2cd89a1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0fd57b-24b9-4e53-aebc-cac1d7f5aa20,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:28.766145 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-2c37c358-8d3b-42d4-bd93-f9f2cd89a1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:28.778171 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2c37c358-8d3b-42d4-bd93-f9f2cd89a1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:28.781458 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-2c37c358-8d3b-42d4-bd93-f9f2cd89a1af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af0fd57b-24b9-4e53-aebc-cac1d7f5aa20 HTTP/1.1" status: 204  len: 168 time: 1.2294440
Dec 16 14:39:28.792208 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 720751d0-9208-4492-a15b-1db210241cbc completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:39:28.807652 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 720751d0-9208-4492-a15b-1db210241cbc triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:28.808345 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:28.841988 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:28.865180 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d285e62c-c0f7-47bc-b99b-0ac84a7ac69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:28.989353 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753daa2e20>, [{'id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1879151956-router', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bc5755c5-32e4-4d00-a9e0-73365fa2a4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:14Z', 'updated_at': '2021-12-16T14:39:22Z', 'revision_number': 4, 'project_id': 'ceb0da71791f4f9889daab33c73ac572', 'gw_port': {'id': 'bc5755c5-32e4-4d00-a9e0-73365fa2a4c9', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '10e98204-47d8-4b99-812e-0066cfe329b5', 'name': '', 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'mac_address': 'fa:16:3e:7e:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4fad1e62-f00b-4bd3-85d8-0d853a23f69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:21Z', 'updated_at': '2021-12-16T14:39:22Z', 'revision_number': 2, 'project_id': 'ceb0da71791f4f9889daab33c73ac572', 'subnets': [{'id': '4fad1e62-f00b-4bd3-85d8-0d853a23f69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:28.997044 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Checking router: 66a09815-4c28-43e2-9f5f-b7a3efdacdaf for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:39:28.998460 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-247f1bbe-fdb1-46fd-b2d8-daefc242c823 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ceb0da71791f4f9889daab33c73ac572&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4829273
Dec 16 14:39:29.005610 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Updating router 66a09815-4c28-43e2-9f5f-b7a3efdacdaf port 10e98204-47d8-4b99-812e-0066cfe329b5 binding host dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:39:29.022887 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Network 827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:29.040941 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:29.049110 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:29.056447 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:39:29.070900 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:29.071919 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:29.076392 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 720751d0-9208-4492-a15b-1db210241cbc, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=720751d0-9208-4492-a15b-1db210241cbc,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:39:29.083918 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:29.086743 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:39:29.130657 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Pushing event updated for resources: {'Port': ['ID=985f8d8b-5b76-4176-800e-423ef68a9aa2,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:29.137854 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:29.139503 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3219187
Dec 16 14:39:29.147776 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:29.167656 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:29.255453 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:29.270255 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:29.280469 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=720751d0-9208-4492-a15b-1db210241cbc,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:29.283941 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:29.293371 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741768'] for router_interface, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:29.311429 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:29.316479 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:29.321227 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:29.695308 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-b7d52ca9-b0b8-410c-af69-566f2efcb2da service neutron] 10.222.0.64 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6874173
Dec 16 14:39:29.763494 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d2db6975-d69c-484a-8083-debca1baed23 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87789) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 14:39:29.766626 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d2db6975-d69c-484a-8083-debca1baed23 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0103755
Dec 16 14:39:29.818596 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Notify callbacks [] for port, precommit_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:29.834455 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.provisioning_blocks [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Transition to ACTIVE for port object 10e98204-47d8-4b99-812e-0066cfe329b5 will not be triggered until provisioned by entity L2. {{(pid=87791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:39:29.847756 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:29.866410 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:29.943452 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c647dda-85fa-486f-8097-c7621b0277a7 None None] Pushing event updated for resources: {'Port': ['ID=10e98204-47d8-4b99-812e-0066cfe329b5,revision_number=3']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:29.952014 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-5c647dda-85fa-486f-8097-c7621b0277a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:30.155248 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-fcd931dc-8f58-42bb-98e8-88467b987428 service neutron] 10.222.0.64 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4377372
Dec 16 14:39:30.157268 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Network 63997e9c-5e41-48b1-b719-91db81ce0d01 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:30.207917 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:30.381611 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Attempting to bind port 10e98204-47d8-4b99-812e-0066cfe329b5 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:39:30.382437 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Attempting to bind port 10e98204-47d8-4b99-812e-0066cfe329b5 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '427085ec-35b6-4f63-b574-84c707c9bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9'}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:39:30.382437 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Attempting to bind port 10e98204-47d8-4b99-812e-0066cfe329b5 on network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:39:30.399514 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:39:30.400295 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Checking segment: {'id': '427085ec-35b6-4f63-b574-84c707c9bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:39:30.400970 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:30.401461 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Bound using segment: {'id': '427085ec-35b6-4f63-b574-84c707c9bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9'} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:39:30.402637 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Bound port: 10e98204-47d8-4b99-812e-0066cfe329b5, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427085ec-35b6-4f63-b574-84c707c9bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9'}}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:39:30.403043 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:30.463647 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 720751d0-9208-4492-a15b-1db210241cbc up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:39:30.477925 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Pushing event updated for resources: {'Port': ['ID=03759846-8774-46f9-9032-be2a4181bd86,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:30.493932 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:30.498505 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Router 673877f3-8afd-4670-a416-3600b07d645f has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:39:30.638381 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 720751d0-9208-4492-a15b-1db210241cbc triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:30.638931 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:30.707171 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-37e65245-8d6c-4bdf-a39f-70e3d39899ae req-a1963e62-bac0-4774-b5ab-9b3160cc01fd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 210 time: 0.0804119
Dec 16 14:39:30.723572 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Request body: {'port': {'device_id': 'd3e979fa-0671-444e-b47c-b9be04bd4bff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:30.821621 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072a5ec-60ed-4ed1-a1bb-cb6bbf53d091 req-9c384e5f-828b-477e-8dc2-f6a2125395b1 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:30.831878 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1072a5ec-60ed-4ed1-a1bb-cb6bbf53d091 req-9c384e5f-828b-477e-8dc2-f6a2125395b1 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 931 time: 1.1160014
Dec 16 14:39:30.891023 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] For port 10e98204-47d8-4b99-812e-0066cfe329b5, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:39:30.893748 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-412258ec-94eb-4b97-a66a-1b4fd8c99059 None None] Provisioning complete for port 03759846-8774-46f9-9032-be2a4181bd86 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:30.894444 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-412258ec-94eb-4b97-a66a-1b4fd8c99059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:30.906268 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] For port 10e98204-47d8-4b99-812e-0066cfe329b5, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=10e98204-47d8-4b99-812e-0066cfe329b5,segment=NetworkSegment(427085ec-35b6-4f63-b574-84c707c9bf16),segment_id=427085ec-35b6-4f63-b574-84c707c9bf16)] {{(pid=87791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:39:30.918416 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:30.926992 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:31.181138 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-412258ec-94eb-4b97-a66a-1b4fd8c99059 None None] Port 03759846-8774-46f9-9032-be2a4181bd86 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:39:31.208012 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:31.249526 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Routers {'66a09815-4c28-43e2-9f5f-b7a3efdacdaf'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:39:31.250471 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753daa2e20>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['66a09815-4c28-43e2-9f5f-b7a3efdacdaf'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:31.254340 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-1072a5ec-60ed-4ed1-a1bb-cb6bbf53d091 req-d28d3337-0a09-4d38-8c0f-4065e4a6be57 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Synchronizing usage tracker for tenant:6906ddb7ea8b4cde8dabbec416e0f996 on resource:security_group {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:39:31.266451 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:39:31.432146 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Sync routers for ids ['673877f3-8afd-4670-a416-3600b07d645f'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:39:31.460567 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c647dda-85fa-486f-8097-c7621b0277a7 None None] Pushing event updated for resources: {'Port': ['ID=10e98204-47d8-4b99-812e-0066cfe329b5,revision_number=4']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:31.469743 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Routers {'673877f3-8afd-4670-a416-3600b07d645f'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:39:31.470290 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dd2fbe0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['673877f3-8afd-4670-a416-3600b07d645f'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:31.472909 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-1072a5ec-60ed-4ed1-a1bb-cb6bbf53d091 req-d28d3337-0a09-4d38-8c0f-4065e4a6be57 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Unset dirty status for tenant:6906ddb7ea8b4cde8dabbec416e0f996 on resource:security_group {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:39:31.477034 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1072a5ec-60ed-4ed1-a1bb-cb6bbf53d091 req-d28d3337-0a09-4d38-8c0f-4065e4a6be57 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5804980
Dec 16 14:39:31.485025 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] 10.222.0.64 "PUT /v2.0/routers/673877f3-8afd-4670-a416-3600b07d645f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0139010
Dec 16 14:39:31.485347 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-5c647dda-85fa-486f-8097-c7621b0277a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:32.009611 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] Set router 66a09815-4c28-43e2-9f5f-b7a3efdacdaf gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:39:32.330029 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-4fe3380a-5018-4482-ace1-bb244b7f336a tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:32.333040 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-4fe3380a-5018-4482-ace1-bb244b7f336a tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/networks?id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 HTTP/1.1" status: 200  len: 819 time: 0.4575374
Dec 16 14:39:32.345496 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Set router 673877f3-8afd-4670-a416-3600b07d645f gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:39:32.416883 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-43b2c276-3b20-482e-880c-05425069b112 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/quotas/ceb0da71791f4f9889daab33c73ac572 HTTP/1.1" status: 200  len: 375 time: 0.0770726
Dec 16 14:39:32.657632 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-c691288d-c0f3-4625-91fa-e6312d0cc5e0 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ceb0da71791f4f9889daab33c73ac572&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2339509
Dec 16 14:39:32.708478 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985f8d8b-5b76-4176-800e-423ef68a9aa2 {{(pid=87789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:39:32.752900 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:32.862995 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Transition to ACTIVE for port object 985f8d8b-5b76-4176-800e-423ef68a9aa2 will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:39:32.907442 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:32.965925 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:33.002292 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 10e98204-47d8-4b99-812e-0066cfe329b5 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:39:33.178054 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753daa2e20>, [{'id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1879151956-router', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bc5755c5-32e4-4d00-a9e0-73365fa2a4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:14Z', 'updated_at': '2021-12-16T14:39:22Z', 'revision_number': 4, 'project_id': 'ceb0da71791f4f9889daab33c73ac572', 'gw_port': {'id': 'bc5755c5-32e4-4d00-a9e0-73365fa2a4c9', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '10e98204-47d8-4b99-812e-0066cfe329b5', 'name': '', 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'mac_address': 'fa:16:3e:7e:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4fad1e62-f00b-4bd3-85d8-0d853a23f69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:21Z', 'updated_at': '2021-12-16T14:39:30Z', 'revision_number': 4, 'project_id': 'ceb0da71791f4f9889daab33c73ac572', 'subnets': [{'id': '4fad1e62-f00b-4bd3-85d8-0d853a23f69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:33.196470 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa042f87-6f34-419a-8670-0a3a6218ddb0 None None] The sync data for ids ['66a09815-4c28-43e2-9f5f-b7a3efdacdaf'] in dv-cinder-821892-3-iscsi is: [{'id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1879151956-router', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bc5755c5-32e4-4d00-a9e0-73365fa2a4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:14Z', 'updated_at': '2021-12-16T14:39:22Z', 'revision_number': 4, 'project_id': 'ceb0da71791f4f9889daab33c73ac572', 'gw_port': {'id': 'bc5755c5-32e4-4d00-a9e0-73365fa2a4c9', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '10e98204-47d8-4b99-812e-0066cfe329b5', 'name': '', 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'mac_address': 'fa:16:3e:7e:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4fad1e62-f00b-4bd3-85d8-0d853a23f69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:21Z', 'updated_at': '2021-12-16T14:39:30Z', 'revision_number': 4, 'project_id': 'ceb0da71791f4f9889daab33c73ac572', 'subnets': [{'id': '4fad1e62-f00b-4bd3-85d8-0d853a23f69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:39:33.293952 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-1c9b3e98-b8b5-4490-90dc-10250d64d56b service neutron] 10.222.0.64 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6250255
Dec 16 14:39:33.641703 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 10e98204-47d8-4b99-812e-0066cfe329b5 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:39:33.716489 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 10e98204-47d8-4b99-812e-0066cfe329b5 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:33.716973 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:33.738448 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-cb754fed-4596-43bb-a2cd-a97c212dc273 service neutron] 10.222.0.64 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4432633
Dec 16 14:39:34.060128 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Pushing event updated for resources: {'Port': ['ID=985f8d8b-5b76-4176-800e-423ef68a9aa2,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:34.114519 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.149s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:34.241104 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:34.247110 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Attempting to bind port 985f8d8b-5b76-4176-800e-423ef68a9aa2 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:39:34.268328 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Attempting to bind port 985f8d8b-5b76-4176-800e-423ef68a9aa2 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '12db73f0-9dcb-4157-b28c-b313d8bd792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:39:34.268328 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Attempting to bind port 985f8d8b-5b76-4176-800e-423ef68a9aa2 on network 827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:39:34.306858 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Port 985f8d8b-5b76-4176-800e-423ef68a9aa2 on network 827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:39:34.307398 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Attempting to bind port 985f8d8b-5b76-4176-800e-423ef68a9aa2 on network 827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:39:34.349582 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:39:34.350328 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Checking segment: {'id': '12db73f0-9dcb-4157-b28c-b313d8bd792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:39:34.351262 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Bound using segment: {'id': '12db73f0-9dcb-4157-b28c-b313d8bd792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:39:34.352098 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Bound port: 985f8d8b-5b76-4176-800e-423ef68a9aa2, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12db73f0-9dcb-4157-b28c-b313d8bd792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:39:34.352683 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:34.554527 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dd2fbe0>, [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:28Z', 'revision_number': 2, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:34.622343 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 10e98204-47d8-4b99-812e-0066cfe329b5, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=10e98204-47d8-4b99-812e-0066cfe329b5,segment=NetworkSegment(427085ec-35b6-4f63-b574-84c707c9bf16),segment_id=427085ec-35b6-4f63-b574-84c707c9bf16)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:39:34.629092 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Checking router: 673877f3-8afd-4670-a416-3600b07d645f for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:39:34.631547 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Updating router 673877f3-8afd-4670-a416-3600b07d645f port 03759846-8774-46f9-9032-be2a4181bd86 binding host dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:39:34.667120 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.66', 52551) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:34.681457 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 46000) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:34.688226 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1518477876', 'description': 'tempest-description--998650786'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:34.712219 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:34.746532 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:34.844025 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:34.904549 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] For port 985f8d8b-5b76-4176-800e-423ef68a9aa2, host hv-cinder-82189, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:39:34.917993 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] For port 985f8d8b-5b76-4176-800e-423ef68a9aa2, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=985f8d8b-5b76-4176-800e-423ef68a9aa2,segment=NetworkSegment(12db73f0-9dcb-4157-b28c-b313d8bd792a),segment_id=12db73f0-9dcb-4157-b28c-b313d8bd792a)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:39:34.931179 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:34.963552 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:35.113882 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:35.115413 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:35.121889 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] 10.222.0.66 "PUT /v2.0/ports/985f8d8b-5b76-4176-800e-423ef68a9aa2 HTTP/1.1" status: 200  len: 1093 time: 4.7827182
Dec 16 14:39:35.122884 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e979fa-0671-444e-b47c-b9be04bd4bff', 'tag': '985f8d8b-5b76-4176-800e-423ef68a9aa2'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:39:35.142020 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:35.274265 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-a3e610b5-a0eb-47dd-95bc-c614974b8cd1 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:35.275316 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=10e98204-47d8-4b99-812e-0066cfe329b5,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:35.287074 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:35.287959 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-a3e610b5-a0eb-47dd-95bc-c614974b8cd1 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.66 "GET /v2.0/networks?id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 HTTP/1.1" status: 200  len: 819 time: 0.5938566
Dec 16 14:39:35.413729 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Usage tracker for resource:security_group and tenant:431320546381414684830eb2bc36deef is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:35.432186 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Pushing event updated for resources: {'Port': ['ID=985f8d8b-5b76-4176-800e-423ef68a9aa2,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:35.452929 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:35.453165 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:35.624592 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fa0b893d-8a44-45f1-907b-9e1480dcef94 req-16356874-c157-4586-a3d5-e7c0e70f88ce tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 210 time: 0.2327487
Dec 16 14:39:35.673709 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Request body: {'port': {'device_id': '3afaa3d8-bcc9-4473-807c-ea33c70e2d05', 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9', 'admin_state_up': True, 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:35.728574 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:35.911166 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d1ea6159-3551-4b60-8977-4fd952485156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:35.916546 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d1ea6159-3551-4b60-8977-4fd952485156 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6906ddb7ea8b4cde8dabbec416e0f996&device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 1096 time: 0.2979269
Dec 16 14:39:36.175423 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:36.359638 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Notify callbacks [] for port, precommit_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:36.385635 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Transition to ACTIVE for port object 03759846-8774-46f9-9032-be2a4181bd86 will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:39:36.398666 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:36.408507 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:36.448043 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:36.457228 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Usage tracker for resource:security_group_rule and tenant:431320546381414684830eb2bc36deef is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:36.463194 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:36.477135 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:36.625631 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41a914-1bc5-446c-835f-8a23c2ce0c14 None None] Pushing event updated for resources: {'Port': ['ID=03759846-8774-46f9-9032-be2a4181bd86,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:36.632417 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-8e41a914-1bc5-446c-835f-8a23c2ce0c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:36.640486 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e979fa-0671-444e-b47c-b9be04bd4bff', 'tag': '985f8d8b-5b76-4176-800e-423ef68a9aa2', 'status': 'completed', 'code': 200}
Dec 16 14:39:36.660846 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:36.669292 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:36.688109 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:36.690844 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Usage tracker for resource:port and tenant:ceb0da71791f4f9889daab33c73ac572 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:36.700353 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:36.769642 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9132172-c8a3-4add-b3ed-d897566a773e req-19e9520f-db99-4788-90b7-eee1270ce9c9 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:36.784645 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d9132172-c8a3-4add-b3ed-d897566a773e req-19e9520f-db99-4788-90b7-eee1270ce9c9 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 943 time: 1.4921033
Dec 16 14:39:36.833913 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:36.910449 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:36.912500 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 2.2295811
Dec 16 14:39:36.915470 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 46056) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:36.926542 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-df57611b-f917-46e7-ba11-6ffc91dee2a2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Request body: {'security_group_rule': {'security_group_id': '0ed959f3-3283-4fc8-83be-5548a52228d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:36.941537 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Attempting to bind port 03759846-8774-46f9-9032-be2a4181bd86 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:39:36.942184 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Attempting to bind port 03759846-8774-46f9-9032-be2a4181bd86 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:39:36.942823 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Attempting to bind port 03759846-8774-46f9-9032-be2a4181bd86 on network 63997e9c-5e41-48b1-b719-91db81ce0d01 {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:39:36.954710 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:39:36.955381 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Checking segment: {'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:39:36.956193 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:36.956744 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Bound using segment: {'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:39:36.957423 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Bound port: 03759846-8774-46f9-9032-be2a4181bd86, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:39:36.957968 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:36.959573 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:36.975957 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-df57611b-f917-46e7-ba11-6ffc91dee2a2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:37.011736 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-df57611b-f917-46e7-ba11-6ffc91dee2a2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Usage tracker for resource:security_group_rule and tenant:431320546381414684830eb2bc36deef is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:37.037326 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-df57611b-f917-46e7-ba11-6ffc91dee2a2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:37.077044 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-df57611b-f917-46e7-ba11-6ffc91dee2a2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:37.168288 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-df57611b-f917-46e7-ba11-6ffc91dee2a2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:37.168574 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] For port 03759846-8774-46f9-9032-be2a4181bd86, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:39:37.176245 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] For port 03759846-8774-46f9-9032-be2a4181bd86, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=03759846-8774-46f9-9032-be2a4181bd86,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:39:37.190622 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 10e98204-47d8-4b99-812e-0066cfe329b5 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:39:37.318080 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e839efbd-0086-41b5-a364-517613acc033 req-02fb051a-e525-4fbe-95ec-425d38fa26f8 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 210 time: 0.1518402
Dec 16 14:39:37.318452 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:37.346989 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-df57611b-f917-46e7-ba11-6ffc91dee2a2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:37.349848 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:37.369371 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-df57611b-f917-46e7-ba11-6ffc91dee2a2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:37.381943 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:37.395104 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Made reservation on behalf of ceb0da71791f4f9889daab33c73ac572 for: {'port': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:37.402242 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:37.426568 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 10e98204-47d8-4b99-812e-0066cfe329b5 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:37.427813 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:37.478823 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57611b-f917-46e7-ba11-6ffc91dee2a2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fb86e6-bbef-48a9-a1ea-4545feae3765,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:37.485537 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-df57611b-f917-46e7-ba11-6ffc91dee2a2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:37.488695 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-df57611b-f917-46e7-ba11-6ffc91dee2a2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5710645
Dec 16 14:39:37.506378 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-df57611b-f917-46e7-ba11-6ffc91dee2a2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:37.507253 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 46074) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:37.520437 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41a914-1bc5-446c-835f-8a23c2ce0c14 None None] Pushing event updated for resources: {'Port': ['ID=03759846-8774-46f9-9032-be2a4181bd86,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:37.520738 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-83316268-23f2-4b3f-bc32-34c58eb28db4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Request body: {'security_group_rule': {'security_group_id': '0ed959f3-3283-4fc8-83be-5548a52228d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:37.535454 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-83316268-23f2-4b3f-bc32-34c58eb28db4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:37.544537 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-83316268-23f2-4b3f-bc32-34c58eb28db4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Usage tracker for resource:security_group_rule and tenant:431320546381414684830eb2bc36deef is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:37.551266 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-83316268-23f2-4b3f-bc32-34c58eb28db4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:37.574081 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-83316268-23f2-4b3f-bc32-34c58eb28db4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:37.644153 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-83316268-23f2-4b3f-bc32-34c58eb28db4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:37.658733 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-8e41a914-1bc5-446c-835f-8a23c2ce0c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:37.695510 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Routers {'673877f3-8afd-4670-a416-3600b07d645f'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:39:37.703944 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dd2fbe0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['673877f3-8afd-4670-a416-3600b07d645f'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:37.839605 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-83316268-23f2-4b3f-bc32-34c58eb28db4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:37.849216 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-83316268-23f2-4b3f-bc32-34c58eb28db4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:37.857005 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:37.982830 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83316268-23f2-4b3f-bc32-34c58eb28db4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d48e19-a108-48e3-ab9d-cb2a453589fb,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:37.989164 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-83316268-23f2-4b3f-bc32-34c58eb28db4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:37.989713 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] Set router 673877f3-8afd-4670-a416-3600b07d645f gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:39:37.992511 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-83316268-23f2-4b3f-bc32-34c58eb28db4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:37.996365 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-83316268-23f2-4b3f-bc32-34c58eb28db4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4871624
Dec 16 14:39:37.999484 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 46088) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:38.005448 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Allocated IP 172.20.0.6 (03dcf6e0-5aa2-4eba-bb88-b06a640f61f9/4fad1e62-f00b-4bd3-85d8-0d853a23f69c/33fce9f6-5ac0-4aa0-996a-ade01b65bda3) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:39:38.012161 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Request body: {'floatingip': {'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:38.031312 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:38.042894 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Usage tracker for resource:floatingip and tenant:431320546381414684830eb2bc36deef is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:38.056201 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:38.074067 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:38.096825 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:38.426771 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:38.660382 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:38.670178 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Allocated IP 172.27.0.228 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/726452a7-c049-4d0e-83c8-e68a5eb606f4) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:39:38.674963 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dd2fbe0>, [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:37Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:38.688930 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7f762d-f13a-42bf-9e57-2c0b448c7cfd None None] The sync data for ids ['673877f3-8afd-4670-a416-3600b07d645f'] in dv-cinder-821892-3-iscsi is: [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:37Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:39:38.692160 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed959f3-3283-4fc8-83be-5548a52228d9,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:38.712972 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d9132172-c8a3-4add-b3ed-d897566a773e req-bba724a5-5672-4003-a3d7-609b1ea3e0c4 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.9260681
Dec 16 14:39:38.714734 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.886s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:38.764378 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:38.828563 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1cb1caca-1ff4-48f7-99e4-c054927791b3 req-76426e3b-96dd-4af4-b69c-2bca0e164e78 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 210 time: 0.1087956
Dec 16 14:39:38.831764 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:38.972309 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:38.976719 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:38.998761 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:39:39.004756 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:39.005491 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.071911 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6710162
Dec 16 14:39:39.102177 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Pushing event updated for resources: {'Port': ['ID=33fce9f6-5ac0-4aa0-996a-ade01b65bda3,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:39.111519 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.135490 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:39.153117 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.160899 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:39.273293 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:39.289591 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:39.304495 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:39:39.395629 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event updated for resources: {'Port': ['ID=726452a7-c049-4d0e-83c8-e68a5eb606f4,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:39.398931 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:39.453525 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.617675 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.924446 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Request body: {'port': {'device_id': '3afaa3d8-bcc9-4473-807c-ea33c70e2d05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:40.024386 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-b1cb8c4a-d97f-4c9a-a049-2df8a03bff43 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=985f8d8b-5b76-4176-800e-423ef68a9aa2 HTTP/1.1" status: 200  len: 217 time: 0.1002455
Dec 16 14:39:40.213087 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-2453560f-1cd8-4dad-8ccb-397396817cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:40.215292 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-2453560f-1cd8-4dad-8ccb-397396817cd5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c042d2ee-fb4a-44f1-92eb-502e1a74b5a0 HTTP/1.1" status: 200  len: 852 time: 0.1548052
Dec 16 14:39:40.313576 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-f0c34d3e-c57e-42d7-b0ae-2568eecdc2ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0816681
Dec 16 14:39:40.667318 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:40.700007 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:40.756984 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:40.796373 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:40.855547 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e4509-fa35-40d9-9302-63d4762e0faf req-f53ca8de-0ecb-4d33-9466-531d75bf6f29 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:40.861516 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-775e4509-fa35-40d9-9302-63d4762e0faf req-f53ca8de-0ecb-4d33-9466-531d75bf6f29 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 943 time: 0.7113974
Dec 16 14:39:41.028081 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event updated for resources: {'Port': ['ID=726452a7-c049-4d0e-83c8-e68a5eb606f4,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:41.092035 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:41.125806 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 03759846-8774-46f9-9032-be2a4181bd86 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:39:41.137598 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-8c86fddc-2884-4478-8348-7a4e60b2a1df req-758cc5a9-5fc5-49ce-809a-a45d448e4cd5 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Synchronizing usage tracker for tenant:ceb0da71791f4f9889daab33c73ac572 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:39:41.199771 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:41.201141 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1998224
Dec 16 14:39:41.265936 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-2903821d-0f36-469a-9455-88c9d372e64b service neutron] 10.222.0.66 "GET /v2.0/networks/827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8895862
Dec 16 14:39:41.285974 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:41.414055 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 03759846-8774-46f9-9032-be2a4181bd86 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:39:41.428658 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 03759846-8774-46f9-9032-be2a4181bd86 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:41.429130 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:41.577896 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-775e4509-fa35-40d9-9302-63d4762e0faf req-d1bd12cc-0e40-48e5-a202-069931f807a2 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7094860
Dec 16 14:39:41.599634 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.66', 52564) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:41.681758 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-8c86fddc-2884-4478-8348-7a4e60b2a1df req-758cc5a9-5fc5-49ce-809a-a45d448e4cd5 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Unset dirty status for tenant:ceb0da71791f4f9889daab33c73ac572 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:39:41.713947 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8c86fddc-2884-4478-8348-7a4e60b2a1df req-758cc5a9-5fc5-49ce-809a-a45d448e4cd5 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 210 time: 0.6486664
Dec 16 14:39:42.092462 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:42.286182 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-08657e8c-ba70-4772-b4fe-8a534379d223 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Synchronizing usage tracker for tenant:431320546381414684830eb2bc36deef on resource:security_group {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:39:42.299971 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 03759846-8774-46f9-9032-be2a4181bd86, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=03759846-8774-46f9-9032-be2a4181bd86,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:39:42.335789 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-390d1d64-3cc0-45b2-895c-4553088160e5 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:42.335789 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-390d1d64-3cc0-45b2-895c-4553088160e5 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.66 "GET /v2.0/networks?id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 HTTP/1.1" status: 200  len: 819 time: 0.7350061
Dec 16 14:39:42.351174 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:42.354323 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:42.382108 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-08657e8c-ba70-4772-b4fe-8a534379d223 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Unset dirty status for tenant:431320546381414684830eb2bc36deef on resource:security_group {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:39:42.392080 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-08657e8c-ba70-4772-b4fe-8a534379d223 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1518477876&fields=id&tenant_id=431320546381414684830eb2bc36deef HTTP/1.1" status: 200  len: 267 time: 0.3239255
Dec 16 14:39:42.403213 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Request body: {'port': {'device_id': '55d89b92-839c-4c63-ae4d-71c0a98797ea', 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9', 'admin_state_up': True, 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:42.711636 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=03759846-8774-46f9-9032-be2a4181bd86,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:42.726603 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:42.824137 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-c1aa0710-2196-47f8-a4d6-55b975a1ce10 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:42.825013 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-c1aa0710-2196-47f8-a4d6-55b975a1ce10 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Synchronizing usage tracker for tenant:431320546381414684830eb2bc36deef on resource:network {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:39:42.841515 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:39:42.869629 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:42.912922 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:42.935974 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:42.952057 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Made reservation on behalf of ceb0da71791f4f9889daab33c73ac572 for: {'port': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:42.963225 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:42.986612 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 03759846-8774-46f9-9032-be2a4181bd86 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:39:43.130769 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2effff0a-625e-40e4-a30f-580fe0fd45b3 req-d91a236c-315b-4ed0-95e3-182bea0d9360 service neutron] 10.222.0.66 "GET /v2.0/networks/827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.8399081
Dec 16 14:39:43.144725 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-c1aa0710-2196-47f8-a4d6-55b975a1ce10 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Unset dirty status for tenant:431320546381414684830eb2bc36deef on resource:network {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:39:43.158864 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-c1aa0710-2196-47f8-a4d6-55b975a1ce10 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 817 time: 0.7635202
Dec 16 14:39:43.161981 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Transition to ACTIVE for port object 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:39:43.168377 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 03759846-8774-46f9-9032-be2a4181bd86 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:43.172903 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:43.253296 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-28b1d3ff-dfe5-4ebe-975e-91d7641eed3e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/quotas/431320546381414684830eb2bc36deef HTTP/1.1" status: 200  len: 375 time: 0.0860775
Dec 16 14:39:43.385253 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:43.437637 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:43.559157 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-c51d99cf-e473-41c4-8fba-0e9885f2b2dd tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Synchronizing usage tracker for tenant:431320546381414684830eb2bc36deef on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:39:43.566317 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Allocated IP 172.20.0.10 (03dcf6e0-5aa2-4eba-bb88-b06a640f61f9/4fad1e62-f00b-4bd3-85d8-0d853a23f69c/9f4e36fb-6721-4f46-ae0e-4c3561ce55f0) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:39:43.569319 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e21c0-6d89-49a7-ac14-4a720c1e0ebc req-d8ba3096-6e3d-4082-b32a-181bd0743b58 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:43.571196 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b07e21c0-6d89-49a7-ac14-4a720c1e0ebc req-d8ba3096-6e3d-4082-b32a-181bd0743b58 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 943 time: 0.6145976
Dec 16 14:39:43.734409 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b07e21c0-6d89-49a7-ac14-4a720c1e0ebc req-b548a244-a603-4959-a86e-b73e771aff99 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569170
Dec 16 14:39:43.803487 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-c51d99cf-e473-41c4-8fba-0e9885f2b2dd tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Unset dirty status for tenant:431320546381414684830eb2bc36deef on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:39:43.813386 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-c51d99cf-e473-41c4-8fba-0e9885f2b2dd tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5589759
Dec 16 14:39:43.826100 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Pushing event updated for resources: {'Port': ['ID=33fce9f6-5ac0-4aa0-996a-ade01b65bda3,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:43.856236 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:43.947605 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Attempting to bind port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:39:43.948027 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Attempting to bind port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '427085ec-35b6-4f63-b574-84c707c9bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:39:43.948399 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Attempting to bind port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 on network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:39:44.005925 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 on network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:39:44.006363 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Attempting to bind port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 on network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:39:44.212029 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:39:44.212382 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Checking segment: {'id': '427085ec-35b6-4f63-b574-84c707c9bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:39:44.213016 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Bound using segment: {'id': '427085ec-35b6-4f63-b574-84c707c9bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:39:44.213545 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Bound port: 33fce9f6-5ac0-4aa0-996a-ade01b65bda3, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427085ec-35b6-4f63-b574-84c707c9bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:39:44.213906 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:44.221561 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c6199-be79-459e-9967-5b5421d8dd2a req-36f6f435-a691-4687-a6cf-d8a2e19fced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:44.229806 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-884c6199-be79-459e-9967-5b5421d8dd2a req-36f6f435-a691-4687-a6cf-d8a2e19fced6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6906ddb7ea8b4cde8dabbec416e0f996&device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 1096 time: 0.8387115
Dec 16 14:39:44.278478 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d49fa8e8-6489-4e5e-b34c-6a9106a81501 req-4edd1099-64e7-4363-baa3-bcd8fb812185 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 210 time: 0.2456341
Dec 16 14:39:44.325634 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:44.393825 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:44.407558 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:44.486349 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-7cd516c8-c218-4684-b089-a041e920cfbb service neutron] 10.222.0.64 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6545198
Dec 16 14:39:44.569332 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] For port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3, host hv-cinder-82189, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:39:44.628176 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:44.632069 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:44.638278 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Pushing event updated for resources: {'Port': ['ID=9f4e36fb-6721-4f46-ae0e-4c3561ce55f0,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:44.640772 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:39:44.649751 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:44.652900 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:44.677664 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:44.734565 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3681707
Dec 16 14:39:44.771487 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] For port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=33fce9f6-5ac0-4aa0-996a-ade01b65bda3,segment=NetworkSegment(427085ec-35b6-4f63-b574-84c707c9bf16),segment_id=427085ec-35b6-4f63-b574-84c707c9bf16)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:39:44.790877 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:44.801001 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:44.895676 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Request body: {'port': {'device_id': '55d89b92-839c-4c63-ae4d-71c0a98797ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:45.002111 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:45.002681 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.004974 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] 10.222.0.66 "PUT /v2.0/ports/33fce9f6-5ac0-4aa0-996a-ade01b65bda3 HTTP/1.1" status: 200  len: 1093 time: 5.0891876
Dec 16 14:39:45.005712 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afaa3d8-bcc9-4473-807c-ea33c70e2d05', 'tag': '33fce9f6-5ac0-4aa0-996a-ade01b65bda3'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:39:45.211294 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Pushing event updated for resources: {'Port': ['ID=33fce9f6-5ac0-4aa0-996a-ade01b65bda3,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:45.232826 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:45.248298 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-ac012f57-f324-4adc-b4fd-975b68e55c3b service neutron] 10.222.0.64 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7273302
Dec 16 14:39:45.257801 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.432191 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.549806 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c6199-be79-459e-9967-5b5421d8dd2a req-dfa95298-e780-40af-93d5-9beac71ff686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:45.552411 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-884c6199-be79-459e-9967-5b5421d8dd2a req-dfa95298-e780-40af-93d5-9beac71ff686 service neutron] 10.222.0.66 "GET /v2.0/networks?id=827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5 HTTP/1.1" status: 200  len: 913 time: 0.7743795
Dec 16 14:39:45.974125 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612459b-f1bd-4d51-b985-fe8ebe5d8c91 req-65495ffb-5668-4d25-80ef-d0a9c4adaa6b tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:45.981985 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7612459b-f1bd-4d51-b985-fe8ebe5d8c91 req-65495ffb-5668-4d25-80ef-d0a9c4adaa6b tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 943 time: 0.3849146
Dec 16 14:39:46.081378 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b7b0-fd88-414a-9660-a923abf375a3 req-256153f1-0121-4d80-9633-996c94bb1fc7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:46.092587 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bb24b7b0-fd88-414a-9660-a923abf375a3 req-256153f1-0121-4d80-9633-996c94bb1fc7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 932 time: 0.3284047
Dec 16 14:39:46.125345 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 {{(pid=87789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:39:46.139820 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:46.148004 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7612459b-f1bd-4d51-b985-fe8ebe5d8c91 req-b388d2a5-04bc-4a0d-bca2-94fb6b174475 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649411
Dec 16 14:39:46.177430 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Transition to ACTIVE for port object 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:39:46.184034 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:46.189203 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-60ed7ea3-c0ac-407b-bd37-91c64acc9e01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:46.219566 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-bb24b7b0-fd88-414a-9660-a923abf375a3 req-580e7413-c54f-4633-b06b-c53026808f37 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Synchronizing usage tracker for tenant:ceb0da71791f4f9889daab33c73ac572 on resource:security_group {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:39:46.257737 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-bb24b7b0-fd88-414a-9660-a923abf375a3 req-580e7413-c54f-4633-b06b-c53026808f37 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Unset dirty status for tenant:ceb0da71791f4f9889daab33c73ac572 on resource:security_group {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:39:46.276358 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bb24b7b0-fd88-414a-9660-a923abf375a3 req-580e7413-c54f-4633-b06b-c53026808f37 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826777
Dec 16 14:39:46.433043 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afaa3d8-bcc9-4473-807c-ea33c70e2d05', 'tag': '33fce9f6-5ac0-4aa0-996a-ade01b65bda3', 'status': 'completed', 'code': 200}
Dec 16 14:39:46.463789 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-a1aff408-8501-4340-a9d7-a3824b6c2524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:46.482553 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4e36fb-6721-4f46-ae0e-4c3561ce55f0,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:46.556704 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:46.575701 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Attempting to bind port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:39:46.576012 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Attempting to bind port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '427085ec-35b6-4f63-b574-84c707c9bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:39:46.576350 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Attempting to bind port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 on network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:39:46.582020 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 on network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:39:46.582350 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Attempting to bind port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 on network 03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:39:46.590820 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:39:46.602979 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Checking segment: {'id': '427085ec-35b6-4f63-b574-84c707c9bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:39:46.603528 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Bound using segment: {'id': '427085ec-35b6-4f63-b574-84c707c9bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:39:46.604621 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Bound port: 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427085ec-35b6-4f63-b574-84c707c9bf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:39:46.613833 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:46.655621 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d33d274a-03cc-4357-94bc-2c4e67174d19 req-e2f5dcf8-ba74-471e-8197-ea2a95b720f0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 210 time: 0.1131260
Dec 16 14:39:46.814289 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] For port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0, host hv-cinder-82189, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:39:46.819675 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] For port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9f4e36fb-6721-4f46-ae0e-4c3561ce55f0,segment=NetworkSegment(427085ec-35b6-4f63-b574-84c707c9bf16),segment_id=427085ec-35b6-4f63-b574-84c707c9bf16)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:39:46.827119 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:46.840864 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:46.936274 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:46.937415 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:46.939706 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] 10.222.0.66 "PUT /v2.0/ports/9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 HTTP/1.1" status: 200  len: 1094 time: 2.1597168
Dec 16 14:39:46.940518 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d89b92-839c-4c63-ae4d-71c0a98797ea', 'tag': '9f4e36fb-6721-4f46-ae0e-4c3561ce55f0'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:39:46.972013 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4e36fb-6721-4f46-ae0e-4c3561ce55f0,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:46.975865 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:47.012957 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d89b92-839c-4c63-ae4d-71c0a98797ea', 'tag': '9f4e36fb-6721-4f46-ae0e-4c3561ce55f0', 'status': 'completed', 'code': 200}
Dec 16 14:39:47.366407 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfca6ee-3828-4cdb-af44-91c6ad4ab575 req-b021b194-ed98-413a-8cc8-00f6b97ba9a8 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:47.367951 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1dfca6ee-3828-4cdb-af44-91c6ad4ab575 req-b021b194-ed98-413a-8cc8-00f6b97ba9a8 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 943 time: 0.1047294
Dec 16 14:39:47.464819 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1dfca6ee-3828-4cdb-af44-91c6ad4ab575 req-2b83be57-f9f3-4228-a913-6953373ec0a2 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896447
Dec 16 14:39:47.516126 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b297657-3bc5-43f4-a1e1-72be164b1377 req-1bcc3b53-0bb6-40cc-ba79-69a6705c0de1 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:47.517742 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7b297657-3bc5-43f4-a1e1-72be164b1377 req-1bcc3b53-0bb6-40cc-ba79-69a6705c0de1 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 944 time: 0.1088998
Dec 16 14:39:47.565009 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7b297657-3bc5-43f4-a1e1-72be164b1377 req-9851d058-421a-4be3-9a69-e2658de16970 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403244
Dec 16 14:39:47.884364 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c8862884-9799-4c21-aec2-df2e668aedea req-14069481-703f-4e9b-9af9-22d368435b3f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 210 time: 0.0624201
Dec 16 14:39:48.703658 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0455613-f07c-4e2d-8112-2500f9fa6292 req-d4d1406d-fe68-4a27-ad13-1038cfe0226c tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:48.705907 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c0455613-f07c-4e2d-8112-2500f9fa6292 req-d4d1406d-fe68-4a27-ad13-1038cfe0226c tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 943 time: 0.1134756
Dec 16 14:39:48.889694 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c0455613-f07c-4e2d-8112-2500f9fa6292 req-fc43e1ee-f2e1-4c17-a715-b22f61b7c877 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744885
Dec 16 14:39:48.964626 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4aec8-ba74-4d3f-9b84-51b33b9470c4 req-85eb8bb3-a922-4e91-a34d-db7507113271 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:48.966383 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e9a4aec8-ba74-4d3f-9b84-51b33b9470c4 req-85eb8bb3-a922-4e91-a34d-db7507113271 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 944 time: 0.2378571
Dec 16 14:39:49.012895 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-22446f98-e875-48d3-bf01-07654d728e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:49.067408 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e9a4aec8-ba74-4d3f-9b84-51b33b9470c4 req-46d9625e-06ce-433d-a364-d88c3ab2cdc7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930970
Dec 16 14:39:49.210015 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-06b1a6ab-496b-46de-aa73-c344c0b2a7cc req-466b782d-d910-4c79-a59b-f3541a3d597f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 210 time: 0.0938742
Dec 16 14:39:49.713718 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 46342) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:49.786849 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 46348) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:49.914016 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-79be9af1-f4b0-4a5e-833d-667406650328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:49.947084 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f550-610a-4483-8e0d-74cfcdb7d7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:49.968209 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-79be9af1-f4b0-4a5e-833d-667406650328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:49.975070 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-79be9af1-f4b0-4a5e-833d-667406650328 admin admin] Usage tracker for resource:security_group_rule and tenant:b2f30e7cfc3c40bda18ce9e91bcfcbdd is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:49.981028 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-79be9af1-f4b0-4a5e-833d-667406650328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:49.991992 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-0ff7f550-610a-4483-8e0d-74cfcdb7d7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:49.995822 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-79be9af1-f4b0-4a5e-833d-667406650328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:50.003813 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-0ff7f550-610a-4483-8e0d-74cfcdb7d7d5 admin admin] Usage tracker for resource:security_group_rule and tenant:60ae8c809a84419a98f50f025d3434ca is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:50.009729 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-0ff7f550-610a-4483-8e0d-74cfcdb7d7d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:50.024053 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-0ff7f550-610a-4483-8e0d-74cfcdb7d7d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:50.224724 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-884c6199-be79-459e-9967-5b5421d8dd2a req-52e72fc3-552e-4d39-8160-1b630d494f59 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=985f8d8b-5b76-4176-800e-423ef68a9aa2 HTTP/1.1" status: 200  len: 217 time: 0.0785449
Dec 16 14:39:50.233126 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:50.394459 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:50.395328 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c6199-be79-459e-9967-5b5421d8dd2a req-56f1678c-df4f-440a-a694-2795a70b179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:50.396806 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-884c6199-be79-459e-9967-5b5421d8dd2a req-56f1678c-df4f-440a-a694-2795a70b179b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c042d2ee-fb4a-44f1-92eb-502e1a74b5a0 HTTP/1.1" status: 200  len: 852 time: 0.1506667
Dec 16 14:39:50.486061 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-79be9af1-f4b0-4a5e-833d-667406650328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:50.504472 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaf9bf-0f2c-479e-b11c-65a5746212fd req-8ebbe14c-5852-4677-b1c4-3e7bb71bffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:50.506190 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3acaf9bf-0f2c-479e-b11c-65a5746212fd req-8ebbe14c-5852-4677-b1c4-3e7bb71bffe0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ceb0da71791f4f9889daab33c73ac572&device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 1097 time: 0.2179401
Dec 16 14:39:50.508902 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-884c6199-be79-459e-9967-5b5421d8dd2a req-c34df209-84c9-4b84-a23b-a4f66da59c1c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0779967
Dec 16 14:39:50.517125 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f052c-64d1-4d11-b3b9-46baf2757852 req-d9e9905b-1323-4d51-8842-5c73973fe99b tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:50.519156 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7c8f052c-64d1-4d11-b3b9-46baf2757852 req-d9e9905b-1323-4d51-8842-5c73973fe99b tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 943 time: 0.4983685
Dec 16 14:39:50.530853 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-c8adce50-c785-4cf8-a4af-bfbdbb592dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:50.532374 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-c8adce50-c785-4cf8-a4af-bfbdbb592dfa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ceb0da71791f4f9889daab33c73ac572&device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 1096 time: 0.4278412
Dec 16 14:39:50.533070 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-79be9af1-f4b0-4a5e-833d-667406650328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:50.569186 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f550-610a-4483-8e0d-74cfcdb7d7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:50.573737 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2dd50603-986b-434b-baeb-bf35dfc2b865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:50.690849 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f550-610a-4483-8e0d-74cfcdb7d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:50.732299 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be9af1-f4b0-4a5e-833d-667406650328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b83603-6959-4859-9349-82593377ddc9,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:50.734148 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-79be9af1-f4b0-4a5e-833d-667406650328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:50.749693 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-cfdb1cb3-443f-4d34-b694-781b0196be84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:50.786824 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc303c4-64ce-4a73-9c8c-bf47a76e2f3b req-6dda8010-1892-4311-b603-aa4d288c74f8 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:50.788347 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7cc303c4-64ce-4a73-9c8c-bf47a76e2f3b req-6dda8010-1892-4311-b603-aa4d288c74f8 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 944 time: 0.5304458
Dec 16 14:39:50.805357 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-79be9af1-f4b0-4a5e-833d-667406650328 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2f30e7cfc3c40bda18ce9e91bcfcbdd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0851827
Dec 16 14:39:50.812704 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 46402) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:50.820685 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7c8f052c-64d1-4d11-b3b9-46baf2757852 req-c4f04746-8356-4c9b-82cf-979b60d01950 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2826471
Dec 16 14:39:50.827362 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-84ee19e5-b550-490c-beea-1b6a52fdb76c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33fce9f6-5ac0-4aa0-996a-ade01b65bda3 HTTP/1.1" status: 200  len: 217 time: 0.2642546
Dec 16 14:39:50.848292 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-0ff7f550-610a-4483-8e0d-74cfcdb7d7d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60ae8c809a84419a98f50f025d3434ca&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0603430
Dec 16 14:39:50.862274 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 46406) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:50.957543 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7f550-610a-4483-8e0d-74cfcdb7d7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56deaa56-750d-4da7-ac69-a8747c331e60,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:50.967101 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0ff7f550-610a-4483-8e0d-74cfcdb7d7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:51.001615 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7cc303c4-64ce-4a73-9c8c-bf47a76e2f3b req-86ae8cfa-7987-4990-9067-b01f1ff94785 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949635
Dec 16 14:39:51.021608 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-df04abc1-a475-4e12-915b-2b2f12ff3409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:51.025201 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-884c6199-be79-459e-9967-5b5421d8dd2a req-24abdb61-4db8-4bfd-b5df-3f0e6e1b8163 service neutron] 10.222.0.66 "GET /v2.0/networks/827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4984920
Dec 16 14:39:51.026308 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaf9bf-0f2c-479e-b11c-65a5746212fd req-ae2278f7-9a8c-490b-ab8b-6694cb48ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:51.027639 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3acaf9bf-0f2c-479e-b11c-65a5746212fd req-ae2278f7-9a8c-490b-ab8b-6694cb48ef49 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ceb0da71791f4f9889daab33c73ac572&shared=False HTTP/1.1" status: 200  len: 920 time: 0.5024655
Dec 16 14:39:51.034289 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-de084bba-6dd7-4d8d-94a6-281b6c1264a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:51.042527 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-9db59be0-3715-4dba-a143-5557be254c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:51.050163 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-9db59be0-3715-4dba-a143-5557be254c02 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4fad1e62-f00b-4bd3-85d8-0d853a23f69c HTTP/1.1" status: 200  len: 859 time: 0.1940014
Dec 16 14:39:51.101712 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-de084bba-6dd7-4d8d-94a6-281b6c1264a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:51.170069 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-ce998348-fbf2-433a-b1f2-7864312bf1e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1105103
Dec 16 14:39:51.226180 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.66', 52587) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:51.259132 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-08c9927b-614a-4e91-b076-2c20bc5bdfb5 req-6283f788-0f11-40b4-9847-804fcab2e3b1 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 210 time: 0.0880315
Dec 16 14:39:51.395937 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-83a26f62-110b-42e0-ac05-ee43857a2c54 service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617925
Dec 16 14:39:51.502121 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:39:51.517577 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-df04abc1-a475-4e12-915b-2b2f12ff3409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:51.611458 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-de084bba-6dd7-4d8d-94a6-281b6c1264a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:51.653379 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-924d322c-bd4d-42a1-af4d-fb3f9bec3d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:51.689684 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaf9bf-0f2c-479e-b11c-65a5746212fd req-b3b4df01-b8fb-4d1c-91f1-393206b64cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:51.691914 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3acaf9bf-0f2c-479e-b11c-65a5746212fd req-b3b4df01-b8fb-4d1c-91f1-393206b64cf4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5254402
Dec 16 14:39:51.726000 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de084bba-6dd7-4d8d-94a6-281b6c1264a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b83603-6959-4859-9349-82593377ddc9,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:51.734359 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-de084bba-6dd7-4d8d-94a6-281b6c1264a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:51.735487 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-de084bba-6dd7-4d8d-94a6-281b6c1264a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:51.739705 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-de084bba-6dd7-4d8d-94a6-281b6c1264a9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73b83603-6959-4859-9349-82593377ddc9 HTTP/1.1" status: 204  len: 168 time: 0.9256816
Dec 16 14:39:51.744224 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-df04abc1-a475-4e12-915b-2b2f12ff3409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:51.746752 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-884c6199-be79-459e-9967-5b5421d8dd2a req-3fe8ed83-ea8e-4a28-a838-d6f259360d0a service neutron] 10.222.0.66 "GET /v2.0/networks/827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5782475
Dec 16 14:39:51.758946 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-eb335e60-3972-4944-9fe9-33dc44ae058e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:51.761306 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-eb335e60-3972-4944-9fe9-33dc44ae058e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.66 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 817 time: 0.5276451
Dec 16 14:39:51.763380 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:51.777084 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04abc1-a475-4e12-915b-2b2f12ff3409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56deaa56-750d-4da7-ac69-a8747c331e60,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:51.780095 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-df04abc1-a475-4e12-915b-2b2f12ff3409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:51.781857 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-df04abc1-a475-4e12-915b-2b2f12ff3409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:51.785941 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-df04abc1-a475-4e12-915b-2b2f12ff3409 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56deaa56-750d-4da7-ac69-a8747c331e60 HTTP/1.1" status: 204  len: 168 time: 0.9174614
Dec 16 14:39:51.989986 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:52.158912 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe81ff-c422-4e09-b397-b7c9156d576b req-065a1736-25c5-43d4-9be2-fbaa5355768f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:52.168397 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bafe81ff-c422-4e09-b397-b7c9156d576b req-065a1736-25c5-43d4-9be2-fbaa5355768f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 943 time: 0.1432719
Dec 16 14:39:52.331701 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 46470) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:52.354316 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a4a2f20a-619f-4b6d-b410-0d25a94aa573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:52.366602 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 46474) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:52.380453 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bafe81ff-c422-4e09-b397-b7c9156d576b req-af813194-c21e-488a-a921-0e229685e292 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2110133
Dec 16 14:39:52.389233 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f1793349-9cb5-426d-a75f-4c18bbc23a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:52.417430 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-a4a2f20a-619f-4b6d-b410-0d25a94aa573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:52.423842 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-a4a2f20a-619f-4b6d-b410-0d25a94aa573 admin admin] Usage tracker for resource:security_group_rule and tenant:115708cd0f0846789aa7a721c9ce0930 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:52.427652 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-a4a2f20a-619f-4b6d-b410-0d25a94aa573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:52.434205 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d21f6-10a4-4027-a5b8-d4799e54ff1d req-c2aca2a7-2b01-45dc-ab29-ba0dc140c52f tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:52.437470 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2b2d21f6-10a4-4027-a5b8-d4799e54ff1d req-c2aca2a7-2b01-45dc-ab29-ba0dc140c52f tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 944 time: 0.2058487
Dec 16 14:39:52.439041 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-a4a2f20a-619f-4b6d-b410-0d25a94aa573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:52.448842 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-f1793349-9cb5-426d-a75f-4c18bbc23a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:52.461478 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-f1793349-9cb5-426d-a75f-4c18bbc23a56 admin admin] Usage tracker for resource:security_group_rule and tenant:d3727007468043628fad76975c69c52b is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:52.466576 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-f1793349-9cb5-426d-a75f-4c18bbc23a56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:52.486971 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-f1793349-9cb5-426d-a75f-4c18bbc23a56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:52.591475 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2b2d21f6-10a4-4027-a5b8-d4799e54ff1d req-a2adcdb3-e684-4877-9cc1-d62dfd958ba5 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465421
Dec 16 14:39:52.657812 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a4a2f20a-619f-4b6d-b410-0d25a94aa573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:52.662110 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4e89e67d-34c6-4f3c-a4c7-9578807b4268 req-534d3d4a-0de5-48ed-93e7-3b93522452fd tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 210 time: 0.0695162
Dec 16 14:39:52.671699 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a4a2f20a-619f-4b6d-b410-0d25a94aa573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:52.691115 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-2c37c358-8d3b-42d4-bd93-f9f2cd89a1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:52.734039 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f1793349-9cb5-426d-a75f-4c18bbc23a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:52.742910 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f1793349-9cb5-426d-a75f-4c18bbc23a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:52.762453 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-a4a2f20a-619f-4b6d-b410-0d25a94aa573 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=115708cd0f0846789aa7a721c9ce0930&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4297364
Dec 16 14:39:52.765725 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 46486) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:52.772994 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2f20a-619f-4b6d-b410-0d25a94aa573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d4ebad-1332-4e1f-9100-a9cc5eabe554,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:52.783604 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a4a2f20a-619f-4b6d-b410-0d25a94aa573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:52.784084 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-ede36c7a-f0a4-4b57-beb4-4c8de0ee119d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:52.805741 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-f1793349-9cb5-426d-a75f-4c18bbc23a56 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d3727007468043628fad76975c69c52b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4377813
Dec 16 14:39:52.811840 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 46490) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:52.832455 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1793349-9cb5-426d-a75f-4c18bbc23a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb793f1-8bd9-4d23-9350-0f432e338da6,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:52.839062 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f1793349-9cb5-426d-a75f-4c18bbc23a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:52.873502 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-16aa686a-8678-4c7f-8806-9d7a9a9776fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:52.919473 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-16aa686a-8678-4c7f-8806-9d7a9a9776fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:52.934293 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-998d9123-93d5-4031-a105-a0ed2911b206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:52.987306 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-998d9123-93d5-4031-a105-a0ed2911b206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.040100 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-16aa686a-8678-4c7f-8806-9d7a9a9776fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.047452 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:53.067577 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa686a-8678-4c7f-8806-9d7a9a9776fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d4ebad-1332-4e1f-9100-a9cc5eabe554,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:53.073460 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-16aa686a-8678-4c7f-8806-9d7a9a9776fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:53.083009 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-998d9123-93d5-4031-a105-a0ed2911b206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.099798 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-b2c45121-0cde-4028-aea3-e87dc8268284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:53.123409 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d9123-93d5-4031-a105-a0ed2911b206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb793f1-8bd9-4d23-9350-0f432e338da6,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:53.125633 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-16aa686a-8678-4c7f-8806-9d7a9a9776fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.135488 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-16aa686a-8678-4c7f-8806-9d7a9a9776fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64d4ebad-1332-4e1f-9100-a9cc5eabe554 HTTP/1.1" status: 204  len: 168 time: 0.3598490
Dec 16 14:39:53.135488 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-998d9123-93d5-4031-a105-a0ed2911b206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:53.135488 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-998d9123-93d5-4031-a105-a0ed2911b206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.135488 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-998d9123-93d5-4031-a105-a0ed2911b206 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9fb793f1-8bd9-4d23-9350-0f432e338da6 HTTP/1.1" status: 204  len: 168 time: 0.3174415
Dec 16 14:39:53.588130 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad1c76-76b4-4994-9d37-a1b43f8d4705 req-b2dab5da-a9d6-4c37-9b78-94122ab52065 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:53.589922 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b5ad1c76-76b4-4994-9d37-a1b43f8d4705 req-b2dab5da-a9d6-4c37-9b78-94122ab52065 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 943 time: 0.0933461
Dec 16 14:39:53.664000 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b5ad1c76-76b4-4994-9d37-a1b43f8d4705 req-cb480817-8c49-4c43-aa31-b1e81e3e9ee4 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635633
Dec 16 14:39:53.837644 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11b785-b190-4674-b8b7-08d038b0210e req-9b8cba72-7a84-4590-b959-88c827753ce2 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:53.841974 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-db11b785-b190-4674-b8b7-08d038b0210e req-9b8cba72-7a84-4590-b959-88c827753ce2 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 944 time: 0.1308341
Dec 16 14:39:53.947595 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3c26152d-9cd2-4960-9d18-11466e7454e6 req-25603a08-a2a3-4786-b9c6-922f9b800cbd tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 210 time: 0.0625362
Dec 16 14:39:53.969416 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-db11b785-b190-4674-b8b7-08d038b0210e req-1ccd921c-d454-4bcd-b93e-9f156f4cc3fa tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180344
Dec 16 14:39:54.498437 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 985f8d8b-5b76-4176-800e-423ef68a9aa2 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:39:54.707408 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-6bb6ae9c-829d-49cd-aca7-7749cf3550ff tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=431320546381414684830eb2bc36deef HTTP/1.1" status: 200  len: 380 time: 0.1667614
Dec 16 14:39:54.720258 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Request body: {'port': {'device_id': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'admin_state_up': True, 'tenant_id': '431320546381414684830eb2bc36deef', 'security_groups': ['0ed959f3-3283-4fc8-83be-5548a52228d9']}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:54.759651 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-707814fc-ecd1-4e64-b0b1-9503913242f3 req-63d60728-4388-41c3-a88d-3c075bed20de service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2596970
Dec 16 14:39:54.806504 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 985f8d8b-5b76-4176-800e-423ef68a9aa2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=985f8d8b-5b76-4176-800e-423ef68a9aa2,segment=NetworkSegment(12db73f0-9dcb-4157-b28c-b313d8bd792a),segment_id=12db73f0-9dcb-4157-b28c-b313d8bd792a)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:39:54.837477 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '985f8d8b-5b76-4176-800e-423ef68a9aa2', 'network_id': '827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5', 'port_id': '985f8d8b-5b76-4176-800e-423ef68a9aa2', 'mac_address': 'fa:16:3e:47:c5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c042d2ee-fb4a-44f1-92eb-502e1a74b5a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:39:54.857566 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-4dcd5c66-f02a-4045-adf7-65a4c0927dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:54.859392 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-4dcd5c66-f02a-4045-adf7-65a4c0927dec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ceb0da71791f4f9889daab33c73ac572&device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 1097 time: 0.2814872
Dec 16 14:39:54.955644 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:54.995348 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985f8d8b-5b76-4176-800e-423ef68a9aa2 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:39:55.020043 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 985f8d8b-5b76-4176-800e-423ef68a9aa2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=985f8d8b-5b76-4176-800e-423ef68a9aa2,segment=NetworkSegment(12db73f0-9dcb-4157-b28c-b313d8bd792a),segment_id=12db73f0-9dcb-4157-b28c-b313d8bd792a)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:39:55.024589 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-a8be3161-1a61-486f-bd44-f18cef7c1337 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 HTTP/1.1" status: 200  len: 217 time: 0.1381850
Dec 16 14:39:55.027461 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:55.030700 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:55.150101 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:55.174225 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=985f8d8b-5b76-4176-800e-423ef68a9aa2,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:55.175014 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:55.188647 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Made reservation on behalf of 431320546381414684830eb2bc36deef for: {'port': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:55.190167 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:55.192866 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:55.223716 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-2ecd7469-e42d-4587-b12a-cb7b94c57414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:55.225229 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-2ecd7469-e42d-4587-b12a-cb7b94c57414 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4fad1e62-f00b-4bd3-85d8-0d853a23f69c HTTP/1.1" status: 200  len: 859 time: 0.1882031
Dec 16 14:39:55.282682 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-0633504d-34f2-44c0-9d2d-6902d18ef6e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471454
Dec 16 14:39:55.299378 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5ac74ea0-5ead-449a-ba86-ebb8eded3ae1 req-4321f909-0c24-4b92-96e7-8305458a48c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 210 time: 0.0706367
Dec 16 14:39:55.313604 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22e270-ac9f-48ea-ad20-2f530d6af209 req-2d3ad865-4dcd-4d3b-a090-f022e7b8ee82 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:55.323581 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ee22e270-ac9f-48ea-ad20-2f530d6af209 req-2d3ad865-4dcd-4d3b-a090-f022e7b8ee82 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 943 time: 0.4604485
Dec 16 14:39:55.327256 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0b317-cb5f-43ec-9442-6908c8a8a856 req-6e107d52-6723-4fa7-8c3c-3f2f50999ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:55.329210 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-94b0b317-cb5f-43ec-9442-6908c8a8a856 req-6e107d52-6723-4fa7-8c3c-3f2f50999ca0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ceb0da71791f4f9889daab33c73ac572&device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 1096 time: 0.4035549
Dec 16 14:39:55.386297 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['985f8d8b-5b76-4176-800e-423ef68a9aa2'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:39:55.688539 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-d4aa642b-0d62-45a3-bb6b-acd924c0854c service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3974748
Dec 16 14:39:55.711337 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ee22e270-ac9f-48ea-ad20-2f530d6af209 req-343aeeda-5077-4bbc-9720-8fac3fb50752 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3868365
Dec 16 14:39:55.836422 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Allocated IP 172.20.0.6 (63997e9c-5e41-48b1-b719-91db81ce0d01/27b1fbfc-a9d0-4474-832b-94caa7c8c0e5/3086416d-8f44-45e7-a877-073ca8530605) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:39:55.840171 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0b317-cb5f-43ec-9442-6908c8a8a856 req-7c20a869-7e45-4f33-b078-c20f31625bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:55.841693 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-94b0b317-cb5f-43ec-9442-6908c8a8a856 req-7c20a869-7e45-4f33-b078-c20f31625bf2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 HTTP/1.1" status: 200  len: 920 time: 0.4949887
Dec 16 14:39:55.985966 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7c6fa9b5-26bb-4dd3-8234-d926dbdee89e req-330e0a60-fdc9-4e7e-bb64-c0357885aec1 service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2861238
Dec 16 14:39:55.992528 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-94b0b317-cb5f-43ec-9442-6908c8a8a856 req-4b40cf21-fb81-458d-86d8-fe12deafc30d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33fce9f6-5ac0-4aa0-996a-ade01b65bda3 HTTP/1.1" status: 200  len: 217 time: 0.1252632
Dec 16 14:39:56.013745 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602eba50-d400-443f-8313-61a988408203 req-5bf605b9-6d23-43aa-9247-f1e4ac6c5411 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:56.016285 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-602eba50-d400-443f-8313-61a988408203 req-5bf605b9-6d23-43aa-9247-f1e4ac6c5411 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 944 time: 0.4823687
Dec 16 14:39:56.137689 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-602eba50-d400-443f-8313-61a988408203 req-28d3a468-5e94-4a31-ab3a-093c43c5acf7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819023
Dec 16 14:39:56.143136 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0b317-cb5f-43ec-9442-6908c8a8a856 req-47f073ce-4f0c-44e1-9751-3305721d94cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:56.145741 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-94b0b317-cb5f-43ec-9442-6908c8a8a856 req-47f073ce-4f0c-44e1-9751-3305721d94cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4fad1e62-f00b-4bd3-85d8-0d853a23f69c HTTP/1.1" status: 200  len: 859 time: 0.1275833
Dec 16 14:39:56.221613 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-94b0b317-cb5f-43ec-9442-6908c8a8a856 req-2251cbd0-7481-445b-9c5f-f59b50209e44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0683894
Dec 16 14:39:56.228103 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:56.271383 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Transition to ACTIVE for port object 3086416d-8f44-45e7-a877-073ca8530605 will not be triggered until provisioned by entity DHCP. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:39:56.313766 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:56.328087 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:56.451002 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-94b0b317-cb5f-43ec-9442-6908c8a8a856 req-98547f0b-352e-43d1-90ae-01beb8165aaf service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2225587
Dec 16 14:39:56.453394 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Network 63997e9c-5e41-48b1-b719-91db81ce0d01 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:56.457859 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:56.465102 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:39:56.474835 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:56.475742 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:56.497783 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event updated for resources: {'Port': ['ID=3086416d-8f44-45e7-a877-073ca8530605,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:56.542465 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:56.573684 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 46638) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:56.619846 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9028053
Dec 16 14:39:56.655016 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Request body: {'port': {'device_id': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:39:56.991459 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-0c82fb66-79cb-4074-ae73-9d0c0c6cabf6 None None] Provisioning for port 3086416d-8f44-45e7-a877-073ca8530605 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:39:57.001858 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-0c82fb66-79cb-4074-ae73-9d0c0c6cabf6 None None] Provisioning complete for port 3086416d-8f44-45e7-a877-073ca8530605 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:57.004548 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-0c82fb66-79cb-4074-ae73-9d0c0c6cabf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.072916 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-155fc138-36f7-48ac-be1d-6e53beb70705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.075771 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-94b0b317-cb5f-43ec-9442-6908c8a8a856 req-025c0ac0-b5fe-4a61-82b8-8c4f6b3b43ff service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6170905
Dec 16 14:39:57.104640 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.115622 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fe4a2-3077-43c5-b6c3-d2a5beb2c752 req-ae1a1e37-eb6d-4cc1-8868-69071aad83df tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:57.122545 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-712fe4a2-3077-43c5-b6c3-d2a5beb2c752 req-ae1a1e37-eb6d-4cc1-8868-69071aad83df tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 931 time: 0.4380255
Dec 16 14:39:57.143880 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-155fc138-36f7-48ac-be1d-6e53beb70705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:57.144581 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-0c82fb66-79cb-4074-ae73-9d0c0c6cabf6 None None] Port 3086416d-8f44-45e7-a877-073ca8530605 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:39:57.203024 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-712fe4a2-3077-43c5-b6c3-d2a5beb2c752 req-f950777a-fbf2-4b61-9fd3-bf346ce76f60 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790689
Dec 16 14:39:57.244707 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e141-c60d-48d4-ac66-bccf2c9fc4ed req-6c1c3d42-c110-4e3e-8c38-dd4f676c03e2 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:57.246785 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b251e141-c60d-48d4-ac66-bccf2c9fc4ed req-6c1c3d42-c110-4e3e-8c38-dd4f676c03e2 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 944 time: 0.2234075
Dec 16 14:39:57.360570 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b251e141-c60d-48d4-ac66-bccf2c9fc4ed req-38bad4b9-ba1d-4aa3-a557-95dc44414ed4 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064625
Dec 16 14:39:57.365369 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-155fc138-36f7-48ac-be1d-6e53beb70705 admin admin] Usage tracker for resource:security_group_rule and tenant:8d71ad92eb884237bc8eb9416c2512be is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:57.373159 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-155fc138-36f7-48ac-be1d-6e53beb70705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:57.383869 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-155fc138-36f7-48ac-be1d-6e53beb70705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:57.391722 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:39:57.466423 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 985f8d8b-5b76-4176-800e-423ef68a9aa2 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:39:57.609462 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff062c-d86e-4cae-a184-d2b151bcae9c req-6f7200e5-7a7c-4c97-86c1-b1b810ba22d1 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:57.619966 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7cff062c-d86e-4cae-a184-d2b151bcae9c req-6f7200e5-7a7c-4c97-86c1-b1b810ba22d1 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 944 time: 0.1545508
Dec 16 14:39:57.702979 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 985f8d8b-5b76-4176-800e-423ef68a9aa2 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:39:57.724557 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7cff062c-d86e-4cae-a184-d2b151bcae9c req-256f1699-3bdc-48a3-bed3-11cf66d3f719 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024113
Dec 16 14:39:57.748829 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 985f8d8b-5b76-4176-800e-423ef68a9aa2 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:57.749752 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.765224 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-155fc138-36f7-48ac-be1d-6e53beb70705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.779775 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-155fc138-36f7-48ac-be1d-6e53beb70705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.794374 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:57.807547 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=33fce9f6-5ac0-4aa0-996a-ade01b65bda3,segment=NetworkSegment(427085ec-35b6-4f63-b574-84c707c9bf16),segment_id=427085ec-35b6-4f63-b574-84c707c9bf16)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:39:57.828023 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '33fce9f6-5ac0-4aa0-996a-ade01b65bda3', 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9', 'port_id': '33fce9f6-5ac0-4aa0-996a-ade01b65bda3', 'mac_address': 'fa:16:3e:47:d6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fad1e62-f00b-4bd3-85d8-0d853a23f69c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:39:57.894840 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-155fc138-36f7-48ac-be1d-6e53beb70705 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d71ad92eb884237bc8eb9416c2512be&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3189352
Dec 16 14:39:57.898899 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 46682) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:57.899170 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fc138-36f7-48ac-be1d-6e53beb70705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e35afe8-0be7-41cc-a129-7356283d4941,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:57.903518 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3086416d-8f44-45e7-a877-073ca8530605 {{(pid=87789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:39:57.908156 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-155fc138-36f7-48ac-be1d-6e53beb70705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:57.914625 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.934300 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Transition to ACTIVE for port object 3086416d-8f44-45e7-a877-073ca8530605 will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:39:57.950169 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.955185 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:57.956511 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.977878 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:39:58.000136 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.016912 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2ce25cfa-b5d8-4464-b87c-737113ac8ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.032281 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=33fce9f6-5ac0-4aa0-996a-ade01b65bda3,segment=NetworkSegment(427085ec-35b6-4f63-b574-84c707c9bf16),segment_id=427085ec-35b6-4f63-b574-84c707c9bf16)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:39:58.047859 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e979fa-0671-444e-b47c-b9be04bd4bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985f8d8b-5b76-4176-800e-423ef68a9aa2'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:39:58.060016 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2ce25cfa-b5d8-4464-b87c-737113ac8ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.139471 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.145617 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:58.183691 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2ce25cfa-b5d8-4464-b87c-737113ac8ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.189427 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:58.235440 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce25cfa-b5d8-4464-b87c-737113ac8ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e35afe8-0be7-41cc-a129-7356283d4941,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:58.251858 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2ce25cfa-b5d8-4464-b87c-737113ac8ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:58.253430 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2ce25cfa-b5d8-4464-b87c-737113ac8ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.260207 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-2ce25cfa-b5d8-4464-b87c-737113ac8ee8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e35afe8-0be7-41cc-a129-7356283d4941 HTTP/1.1" status: 204  len: 168 time: 0.3576493
Dec 16 14:39:58.270475 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Pushing event updated for resources: {'Port': ['ID=3086416d-8f44-45e7-a877-073ca8530605,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:58.272219 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 985f8d8b-5b76-4176-800e-423ef68a9aa2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=985f8d8b-5b76-4176-800e-423ef68a9aa2,segment=NetworkSegment(12db73f0-9dcb-4157-b28c-b313d8bd792a),segment_id=12db73f0-9dcb-4157-b28c-b313d8bd792a)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:39:58.275686 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=33fce9f6-5ac0-4aa0-996a-ade01b65bda3,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:58.292670 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:58.299989 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Attempting to bind port 3086416d-8f44-45e7-a877-073ca8530605 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:39:58.300339 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Attempting to bind port 3086416d-8f44-45e7-a877-073ca8530605 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:39:58.300677 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Attempting to bind port 3086416d-8f44-45e7-a877-073ca8530605 on network 63997e9c-5e41-48b1-b719-91db81ce0d01 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:39:58.302833 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:58.309337 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.317748 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Port 3086416d-8f44-45e7-a877-073ca8530605 on network 63997e9c-5e41-48b1-b719-91db81ce0d01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:39:58.318176 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Attempting to bind port 3086416d-8f44-45e7-a877-073ca8530605 on network 63997e9c-5e41-48b1-b719-91db81ce0d01 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:39:58.319337 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:58.329577 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:39:58.329945 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Checking segment: {'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:39:58.330302 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Bound using segment: {'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:39:58.330744 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Bound port: 3086416d-8f44-45e7-a877-073ca8530605, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:39:58.331093 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.497420 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=985f8d8b-5b76-4176-800e-423ef68a9aa2,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:58.536454 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:58.566445 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] For port 3086416d-8f44-45e7-a877-073ca8530605, host hv-cinder-82189, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:39:58.581613 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] For port 3086416d-8f44-45e7-a877-073ca8530605, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3086416d-8f44-45e7-a877-073ca8530605,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:39:58.587678 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.595849 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-158989ee-24d7-418d-a2f7-face2d862e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:58.666252 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['33fce9f6-5ac0-4aa0-996a-ade01b65bda3'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:39:58.675414 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a2dca-5deb-455d-bbee-ad3e2c1ddbb1 req-1ba0ebba-a7ee-4972-8111-5c5c08d3d6c1 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:58.677516 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-144a2dca-5deb-455d-bbee-ad3e2c1ddbb1 req-1ba0ebba-a7ee-4972-8111-5c5c08d3d6c1 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.2213314
Dec 16 14:39:58.699020 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:58.699659 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.701110 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] 10.222.0.66 "PUT /v2.0/ports/3086416d-8f44-45e7-a877-073ca8530605 HTTP/1.1" status: 200  len: 1093 time: 2.0672956
Dec 16 14:39:58.720950 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'tag': '3086416d-8f44-45e7-a877-073ca8530605'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:39:58.788095 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-144a2dca-5deb-455d-bbee-ad3e2c1ddbb1 req-01080078-c3fa-4478-87b1-f7fbf8ed6aa1 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942903
Dec 16 14:39:58.853793 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d0383-dc6c-4696-99fb-da757d074709 req-64f9dea2-4d00-4998-b7a7-84f8a894b971 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:58.856537 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-994d0383-dc6c-4696-99fb-da757d074709 req-64f9dea2-4d00-4998-b7a7-84f8a894b971 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 945 time: 0.2457397
Dec 16 14:39:58.981222 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-994d0383-dc6c-4696-99fb-da757d074709 req-1bdb4ae1-c6b0-463b-81b9-d629846de5aa tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173239
Dec 16 14:39:58.992198 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 46736) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:59.025065 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Pushing event updated for resources: {'Port': ['ID=3086416d-8f44-45e7-a877-073ca8530605,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:59.033511 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:59.034147 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3abac283-09bf-4c1b-a112-517b3384abce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:59.106165 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-3abac283-09bf-4c1b-a112-517b3384abce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:59.120485 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-3abac283-09bf-4c1b-a112-517b3384abce admin admin] Usage tracker for resource:security_group_rule and tenant:2e83dfe1aa274510b7e7d48f56e60571 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:59.124037 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-ac6a4300-ebec-4f8f-9dfe-b354b635eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:59.128494 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-ac6a4300-ebec-4f8f-9dfe-b354b635eec1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 1096 time: 0.3520696
Dec 16 14:39:59.135352 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-3abac283-09bf-4c1b-a112-517b3384abce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:59.144435 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-3abac283-09bf-4c1b-a112-517b3384abce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:59.284228 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-e57218c6-a713-4719-8253-616f4ea749ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3086416d-8f44-45e7-a877-073ca8530605 HTTP/1.1" status: 200  len: 217 time: 0.1379952
Dec 16 14:39:59.286112 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'tag': '3086416d-8f44-45e7-a877-073ca8530605', 'status': 'completed', 'code': 200}
Dec 16 14:39:59.333316 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3abac283-09bf-4c1b-a112-517b3384abce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:59.341686 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-3abac283-09bf-4c1b-a112-517b3384abce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:59.362686 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:59.394287 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e979fa-0671-444e-b47c-b9be04bd4bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985f8d8b-5b76-4176-800e-423ef68a9aa2', 'code': 200}
Dec 16 14:39:59.418364 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:39:59.457678 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abac283-09bf-4c1b-a112-517b3384abce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b99e07-d2c0-40be-9dd2-389b930c959a,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:59.468597 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-3abac283-09bf-4c1b-a112-517b3384abce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:59.493911 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-3abac283-09bf-4c1b-a112-517b3384abce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e83dfe1aa274510b7e7d48f56e60571&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4977641
Dec 16 14:39:59.494689 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 46750) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:59.515816 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-73c9b698-d182-4c41-89aa-a89091a46ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:59.517362 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-73c9b698-d182-4c41-89aa-a89091a46ae0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 HTTP/1.1" status: 200  len: 856 time: 0.2252655
Dec 16 14:39:59.641352 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-12690060-ee8e-4695-b6ac-0e2b568a7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:59.643147 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-12690060-ee8e-4695-b6ac-0e2b568a7b66 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63997e9c-5e41-48b1-b719-91db81ce0d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1163037
Dec 16 14:39:59.771597 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2b3db58d-939a-476e-b78b-a0d6048e5f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:59.864741 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-67a9d474-b955-4938-a6c3-b0cb252506c4 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130899
Dec 16 14:39:59.888987 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2dbf8-2a9d-46d6-bae7-3cad97dfa1be req-48cf4f4a-dc22-40b0-afaf-bc3d5ab9d0f9 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:59.893635 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4fe2dbf8-2a9d-46d6-bae7-3cad97dfa1be req-48cf4f4a-dc22-40b0-afaf-bc3d5ab9d0f9 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 944 time: 0.3112035
Dec 16 14:39:59.896092 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 46762) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:59.903992 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2b3db58d-939a-476e-b78b-a0d6048e5f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:59.905734 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9f4e36fb-6721-4f46-ae0e-4c3561ce55f0,segment=NetworkSegment(427085ec-35b6-4f63-b574-84c707c9bf16),segment_id=427085ec-35b6-4f63-b574-84c707c9bf16)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:39:59.956029 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '9f4e36fb-6721-4f46-ae0e-4c3561ce55f0', 'network_id': '03dcf6e0-5aa2-4eba-bb88-b06a640f61f9', 'port_id': '9f4e36fb-6721-4f46-ae0e-4c3561ce55f0', 'mac_address': 'fa:16:3e:27:4f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fad1e62-f00b-4bd3-85d8-0d853a23f69c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:40:00.047914 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.072097 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:40:00.091208 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7cd5f5e3-e98b-48e8-8577-b3c5635642ec req-1045606c-9ac7-4001-81ec-d0dc07f23036 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2197959
Dec 16 14:40:00.094406 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4fe2dbf8-2a9d-46d6-bae7-3cad97dfa1be req-2ad4a0ec-990d-46fe-8053-9f941fa393c6 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943290
Dec 16 14:40:00.116270 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9f4e36fb-6721-4f46-ae0e-4c3561ce55f0,segment=NetworkSegment(427085ec-35b6-4f63-b574-84c707c9bf16),segment_id=427085ec-35b6-4f63-b574-84c707c9bf16)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:40:00.128744 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.131990 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-f634de29-66bd-468a-8574-bca0e92a6ed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:00.146047 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d49f-726e-411c-b024-9e58284af745 req-f8ec3eee-f8ff-4406-8a7e-aee777f93b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:00.149538 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3648d49f-726e-411c-b024-9e58284af745 req-f8ec3eee-f8ff-4406-8a7e-aee777f93b72 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 1098 time: 0.3731577
Dec 16 14:40:00.183152 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2b3db58d-939a-476e-b78b-a0d6048e5f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.194744 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-764b37ec-0775-4624-9357-37503a2cf01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.207534 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0ff7f550-610a-4483-8e0d-74cfcdb7d7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:00.227293 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=9f4e36fb-6721-4f46-ae0e-4c3561ce55f0,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:00.232922 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:00.239792 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797934f8-a9e2-4e7a-872d-dc48ed5dec4f req-911fac46-14a4-4ef0-96de-d412c90972e6 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:00.241277 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-797934f8-a9e2-4e7a-872d-dc48ed5dec4f req-911fac46-14a4-4ef0-96de-d412c90972e6 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.2298205
Dec 16 14:40:00.254283 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3db58d-939a-476e-b78b-a0d6048e5f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b99e07-d2c0-40be-9dd2-389b930c959a,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:00.288748 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2682b6-3c95-4ab4-a128-5ab544f7af1c req-4b8ebb27-2c3d-4e8c-be8c-28012b6c7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:00.290339 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-5c2682b6-3c95-4ab4-a128-5ab544f7af1c req-4b8ebb27-2c3d-4e8c-be8c-28012b6c7757 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 1096 time: 0.0896990
Dec 16 14:40:00.304330 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2b3db58d-939a-476e-b78b-a0d6048e5f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:00.305393 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-764b37ec-0775-4624-9357-37503a2cf01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:00.323433 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-3648d49f-726e-411c-b024-9e58284af745 req-127d97a9-ed3d-49cd-b11b-a46c29504766 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.349818 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-764b37ec-0775-4624-9357-37503a2cf01c admin admin] Usage tracker for resource:security_group_rule and tenant:98332976af014a5181e467f387b45a17 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:00.357466 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-764b37ec-0775-4624-9357-37503a2cf01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:00.362057 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2b3db58d-939a-476e-b78b-a0d6048e5f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.363171 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-2b3db58d-939a-476e-b78b-a0d6048e5f63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f1b99e07-d2c0-40be-9dd2-389b930c959a HTTP/1.1" status: 204  len: 168 time: 0.8674543
Dec 16 14:40:00.371402 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-764b37ec-0775-4624-9357-37503a2cf01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:00.389805 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-3648d49f-726e-411c-b024-9e58284af745 req-127d97a9-ed3d-49cd-b11b-a46c29504766 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:00.407043 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-3648d49f-726e-411c-b024-9e58284af745 req-127d97a9-ed3d-49cd-b11b-a46c29504766 service neutron] Usage tracker for resource:security_group_rule and tenant:244c8ef98d0445c6a0279c46d5cb7e55 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:00.413973 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-3648d49f-726e-411c-b024-9e58284af745 req-127d97a9-ed3d-49cd-b11b-a46c29504766 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:00.438289 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-797934f8-a9e2-4e7a-872d-dc48ed5dec4f req-738f6ba6-88a3-4a3d-8854-14e2a154a4e8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1888335
Dec 16 14:40:00.439198 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-3648d49f-726e-411c-b024-9e58284af745 req-127d97a9-ed3d-49cd-b11b-a46c29504766 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:00.493355 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['9f4e36fb-6721-4f46-ae0e-4c3561ce55f0'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:40:00.528022 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498a766-a18c-45c7-a172-523159f3a015 req-053a79a3-e2f9-44d9-acac-5a3b8ed0f549 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:00.537611 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4498a766-a18c-45c7-a172-523159f3a015 req-053a79a3-e2f9-44d9-acac-5a3b8ed0f549 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 945 time: 0.2950287
Dec 16 14:40:00.579955 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2682b6-3c95-4ab4-a128-5ab544f7af1c req-402e7f01-3639-4477-9998-9283a9566156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:00.581587 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-5c2682b6-3c95-4ab4-a128-5ab544f7af1c req-402e7f01-3639-4477-9998-9283a9566156 service neutron] 10.222.0.66 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 918 time: 0.2840953
Dec 16 14:40:00.610541 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4498a766-a18c-45c7-a172-523159f3a015 req-ab271ed9-74fe-40ea-be1c-b5a282c1ce34 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622132
Dec 16 14:40:00.681894 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-764b37ec-0775-4624-9357-37503a2cf01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.682609 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-5c2682b6-3c95-4ab4-a128-5ab544f7af1c req-1f5ef407-9dc6-4c36-bcf0-0937a71cb189 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3086416d-8f44-45e7-a877-073ca8530605 HTTP/1.1" status: 200  len: 217 time: 0.0939682
Dec 16 14:40:00.695822 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-764b37ec-0775-4624-9357-37503a2cf01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.713121 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:00.815217 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-764b37ec-0775-4624-9357-37503a2cf01c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98332976af014a5181e467f387b45a17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9122291
Dec 16 14:40:00.815463 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 46790) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:00.817538 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b37ec-0775-4624-9357-37503a2cf01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510cd057-5037-4c36-8ea0-b22eb20a862c,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:00.821011 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-3648d49f-726e-411c-b024-9e58284af745 req-127d97a9-ed3d-49cd-b11b-a46c29504766 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.822223 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-764b37ec-0775-4624-9357-37503a2cf01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:00.830025 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-3648d49f-726e-411c-b024-9e58284af745 req-127d97a9-ed3d-49cd-b11b-a46c29504766 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.857711 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-79be9af1-f4b0-4a5e-833d-667406650328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:00.882486 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3648d49f-726e-411c-b024-9e58284af745 req-127d97a9-ed3d-49cd-b11b-a46c29504766 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6782126
Dec 16 14:40:00.903660 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2682b6-3c95-4ab4-a128-5ab544f7af1c req-e80815f8-cdd5-47f5-8a5a-1253471714f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:00.903660 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-5c2682b6-3c95-4ab4-a128-5ab544f7af1c req-e80815f8-cdd5-47f5-8a5a-1253471714f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 HTTP/1.1" status: 200  len: 856 time: 0.2136095
Dec 16 14:40:00.929302 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d97a9-ed3d-49cd-b11b-a46c29504766 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=636f9853-0d8e-49b8-b45e-0325ced1c7a4,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:00.935696 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-127d97a9-ed3d-49cd-b11b-a46c29504766 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:00.956764 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a07dbf1f-9049-400f-9eed-3f0f81b5c3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:01.007852 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a07dbf1f-9049-400f-9eed-3f0f81b5c3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:01.136527 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a07dbf1f-9049-400f-9eed-3f0f81b5c3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:01.142054 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:01.178266 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dbf1f-9049-400f-9eed-3f0f81b5c3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510cd057-5037-4c36-8ea0-b22eb20a862c,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:01.188269 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a07dbf1f-9049-400f-9eed-3f0f81b5c3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:01.308654 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a07dbf1f-9049-400f-9eed-3f0f81b5c3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:01.311157 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-a07dbf1f-9049-400f-9eed-3f0f81b5c3a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/510cd057-5037-4c36-8ea0-b22eb20a862c HTTP/1.1" status: 204  len: 168 time: 0.4906013
Dec 16 14:40:01.335048 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2682b6-3c95-4ab4-a128-5ab544f7af1c req-8d2ff7b6-40e2-43f6-9545-d61afd1561e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:01.336980 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-5c2682b6-3c95-4ab4-a128-5ab544f7af1c req-8d2ff7b6-40e2-43f6-9545-d61afd1561e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63997e9c-5e41-48b1-b719-91db81ce0d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1390107
Dec 16 14:40:01.347875 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 46822) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:01.397600 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6a33e-0b23-4eaa-89a4-3d258cd4d024 req-3d11ac3d-64b1-4ac6-a31b-6144faed5d21 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:01.401291 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d1b6a33e-0b23-4eaa-89a4-3d258cd4d024 req-3d11ac3d-64b1-4ac6-a31b-6144faed5d21 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 945 time: 0.1262710
Dec 16 14:40:01.438826 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:01.487838 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d1b6a33e-0b23-4eaa-89a4-3d258cd4d024 req-82d42870-49e1-4fe7-ae60-ca4f7c8207b0 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803587
Dec 16 14:40:01.542753 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-5c2682b6-3c95-4ab4-a128-5ab544f7af1c req-5e6046e1-fcd6-4435-9f8e-e5b0b7a363f6 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1969111
Dec 16 14:40:01.604520 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:40:01.616377 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:01.616693 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:01.739379 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b48712-d91e-4e41-b02e-77fa4c824de6 req-fabfdbd0-e387-40bd-9422-93450bb4c96b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:01.747831 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c8b48712-d91e-4e41-b02e-77fa4c824de6 req-fabfdbd0-e387-40bd-9422-93450bb4c96b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.1250103
Dec 16 14:40:01.811190 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c8b48712-d91e-4e41-b02e-77fa4c824de6 req-6ac0c574-5bb9-4a16-91c1-dbe560320985 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617242
Dec 16 14:40:01.892927 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-5c2682b6-3c95-4ab4-a128-5ab544f7af1c req-1e798359-b681-476c-b691-80bac47de59b service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3429861
Dec 16 14:40:01.921273 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:01.975416 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afaa3d8-bcc9-4473-807c-ea33c70e2d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fce9f6-5ac0-4aa0-996a-ade01b65bda3'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:01.987847 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=33fce9f6-5ac0-4aa0-996a-ade01b65bda3,segment=NetworkSegment(427085ec-35b6-4f63-b574-84c707c9bf16),segment_id=427085ec-35b6-4f63-b574-84c707c9bf16)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:40:01.993410 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:01.994708 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fd5da-6ab8-455f-8e5f-d4e0d68f990a req-09d59ba8-3458-4fe0-a221-b5975d73ec11 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:01.996283 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-172fd5da-6ab8-455f-8e5f-d4e0d68f990a req-09d59ba8-3458-4fe0-a221-b5975d73ec11 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 945 time: 0.1541865
Dec 16 14:40:01.996812 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:02.054539 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afaa3d8-bcc9-4473-807c-ea33c70e2d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fce9f6-5ac0-4aa0-996a-ade01b65bda3', 'code': 200}
Dec 16 14:40:02.061581 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-41483ba2-c6a9-43f9-b956-71a4615f8f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:02.074387 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=33fce9f6-5ac0-4aa0-996a-ade01b65bda3,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:02.077796 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:02.085377 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-172fd5da-6ab8-455f-8e5f-d4e0d68f990a req-74cda77a-a7a0-4150-8a5a-51b8ad4b2fb7 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814700
Dec 16 14:40:02.090872 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-41483ba2-c6a9-43f9-b956-71a4615f8f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:02.097471 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-41483ba2-c6a9-43f9-b956-71a4615f8f7c admin admin] Usage tracker for resource:security_group_rule and tenant:240e1d9727694fafaabfa278fbe4cfd0 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:02.100963 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-41483ba2-c6a9-43f9-b956-71a4615f8f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:02.108775 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-41483ba2-c6a9-43f9-b956-71a4615f8f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:02.259968 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-41483ba2-c6a9-43f9-b956-71a4615f8f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:02.273943 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-41483ba2-c6a9-43f9-b956-71a4615f8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:02.291586 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:02.484900 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41483ba2-c6a9-43f9-b956-71a4615f8f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46425af5-6cf8-4e26-b9ad-1559cfd29b50,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:02.498145 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-41483ba2-c6a9-43f9-b956-71a4615f8f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:02.503311 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-41483ba2-c6a9-43f9-b956-71a4615f8f7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=240e1d9727694fafaabfa278fbe4cfd0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1543586
Dec 16 14:40:02.508146 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 46874) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:02.546292 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7b87-da83-48cb-a3b6-866dea3b399d req-fb54b73d-1508-4a2c-a1c3-5335e01c868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:02.548485 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bf4c7b87-da83-48cb-a3b6-866dea3b399d req-fb54b73d-1508-4a2c-a1c3-5335e01c868e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 1098 time: 0.1741526
Dec 16 14:40:02.676162 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bf4c7b87-da83-48cb-a3b6-866dea3b399d req-25f59736-fccb-4847-bcca-b7062c6bd43a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847960
Dec 16 14:40:02.795679 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-99278a1f-b45b-49ff-9280-ee22fac493c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:02.834449 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-99278a1f-b45b-49ff-9280-ee22fac493c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:02.887138 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc68c22-2ed4-4406-9acc-fc2432dcf432 req-3e967104-e31b-452b-b269-3c0530d64534 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:02.888749 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ccc68c22-2ed4-4406-9acc-fc2432dcf432 req-3e967104-e31b-452b-b269-3c0530d64534 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 945 time: 0.1713293
Dec 16 14:40:02.940594 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ccc68c22-2ed4-4406-9acc-fc2432dcf432 req-c93b7160-4aa3-464a-b74d-784f39ff6741 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454147
Dec 16 14:40:02.947651 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-99278a1f-b45b-49ff-9280-ee22fac493c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:02.972276 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:03.002690 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99278a1f-b45b-49ff-9280-ee22fac493c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46425af5-6cf8-4e26-b9ad-1559cfd29b50,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:03.006867 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-99278a1f-b45b-49ff-9280-ee22fac493c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:03.039991 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-99278a1f-b45b-49ff-9280-ee22fac493c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:03.041209 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-99278a1f-b45b-49ff-9280-ee22fac493c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46425af5-6cf8-4e26-b9ad-1559cfd29b50 HTTP/1.1" status: 204  len: 168 time: 0.5322444
Dec 16 14:40:03.215650 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57943184-4f76-4861-abec-ec320a27871c req-578771ca-38de-4ec4-9c01-aed4ac36bf01 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:03.222226 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-57943184-4f76-4861-abec-ec320a27871c req-578771ca-38de-4ec4-9c01-aed4ac36bf01 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.1477664
Dec 16 14:40:03.318216 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-57943184-4f76-4861-abec-ec320a27871c req-8ecbdd99-8b85-46b8-8179-496937f93d47 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829608
Dec 16 14:40:03.432800 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531400f5-2224-4c0f-9d73-593acfbc7259 req-c0ffeda2-51a4-4750-aa1e-4dfc14346ba3 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:03.435458 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-531400f5-2224-4c0f-9d73-593acfbc7259 req-c0ffeda2-51a4-4750-aa1e-4dfc14346ba3 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 945 time: 0.1308138
Dec 16 14:40:03.463064 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 3086416d-8f44-45e7-a877-073ca8530605 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:40:03.471555 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:03.511608 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-531400f5-2224-4c0f-9d73-593acfbc7259 req-2ea0bf6d-62a0-4a14-96f2-3dc4bad002dd tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602903
Dec 16 14:40:03.669798 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:40:03.692607 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:03.693203 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:03.815006 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 3086416d-8f44-45e7-a877-073ca8530605, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3086416d-8f44-45e7-a877-073ca8530605,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:40:03.872320 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '3086416d-8f44-45e7-a877-073ca8530605', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'port_id': '3086416d-8f44-45e7-a877-073ca8530605', 'mac_address': 'fa:16:3e:40:e8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:40:03.969102 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:03.999315 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:04.026793 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3086416d-8f44-45e7-a877-073ca8530605 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:40:04.040942 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 46942) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:04.049181 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9f4e36fb-6721-4f46-ae0e-4c3561ce55f0,segment=NetworkSegment(427085ec-35b6-4f63-b574-84c707c9bf16),segment_id=427085ec-35b6-4f63-b574-84c707c9bf16)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:40:04.051833 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 3086416d-8f44-45e7-a877-073ca8530605, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3086416d-8f44-45e7-a877-073ca8530605,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:40:04.054970 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d89b92-839c-4c63-ae4d-71c0a98797ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4e36fb-6721-4f46-ae0e-4c3561ce55f0'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:04.073550 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:04.079387 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:04.087753 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d47df23c-6045-40a9-9435-478fb252cda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:04.121852 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-d47df23c-6045-40a9-9435-478fb252cda7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:04.126321 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-d47df23c-6045-40a9-9435-478fb252cda7 admin admin] Usage tracker for resource:security_group_rule and tenant:a9df4f468c1740dba748fa30cc0cff0a is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:04.133847 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-d47df23c-6045-40a9-9435-478fb252cda7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:04.151160 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-d47df23c-6045-40a9-9435-478fb252cda7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:04.276990 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:04.280682 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d89b92-839c-4c63-ae4d-71c0a98797ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4e36fb-6721-4f46-ae0e-4c3561ce55f0', 'code': 200}
Dec 16 14:40:04.281432 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=9f4e36fb-6721-4f46-ae0e-4c3561ce55f0,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:04.290755 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:04.291199 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:04.315345 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 46948) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:04.437379 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d47df23c-6045-40a9-9435-478fb252cda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:04.445038 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d47df23c-6045-40a9-9435-478fb252cda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:04.445687 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=3086416d-8f44-45e7-a877-073ca8530605,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:04.453686 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:04.497900 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:04.535610 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-d47df23c-6045-40a9-9435-478fb252cda7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9df4f468c1740dba748fa30cc0cff0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4941370
Dec 16 14:40:04.537181 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47df23c-6045-40a9-9435-478fb252cda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e691dc2-2257-43f4-88dc-0e6d2abcdd0d,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:04.537848 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3010e3a-2c2c-4de3-bf41-c2bcbd4098c8 req-ca52e5a7-237b-4958-b83c-8bc86f206b7b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:04.541494 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 46968) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:04.554432 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f3010e3a-2c2c-4de3-bf41-c2bcbd4098c8 req-ca52e5a7-237b-4958-b83c-8bc86f206b7b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.2516179
Dec 16 14:40:04.564983 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d47df23c-6045-40a9-9435-478fb252cda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:04.594384 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['3086416d-8f44-45e7-a877-073ca8530605'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:40:04.753759 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f3010e3a-2c2c-4de3-bf41-c2bcbd4098c8 req-e6b423e3-62c3-4053-a437-0060a4adb250 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982675
Dec 16 14:40:04.770845 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-19783139-a1fd-43a7-b13f-ee7892cb4a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:04.809061 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646e049-eab3-4f43-980f-2f21a34ae647 req-851ec983-ff35-4f7c-a4c4-51c17e47ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:04.810550 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e646e049-eab3-4f43-980f-2f21a34ae647 req-851ec983-ff35-4f7c-a4c4-51c17e47ca5f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 1099 time: 0.2021761
Dec 16 14:40:04.815443 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbcd46-1d82-48a0-aec9-d3aeb2a883d0 req-9f3c2e9a-11c1-4b82-bcaf-d2d93cb24dd7 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:04.817362 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8bfbcd46-1d82-48a0-aec9-d3aeb2a883d0 req-9f3c2e9a-11c1-4b82-bcaf-d2d93cb24dd7 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 944 time: 0.1582251
Dec 16 14:40:04.911328 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-19783139-a1fd-43a7-b13f-ee7892cb4a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:04.918203 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8bfbcd46-1d82-48a0-aec9-d3aeb2a883d0 req-682319b5-b481-45fd-8c8d-f61380845275 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845284
Dec 16 14:40:04.969488 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f10ee56e-ed44-4501-b7b6-2c30d5bd03ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:05.028326 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-f10ee56e-ed44-4501-b7b6-2c30d5bd03ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:05.032629 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e646e049-eab3-4f43-980f-2f21a34ae647 req-32980a84-cb88-4d57-ac9d-983ae6a0e6ee service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2077334
Dec 16 14:40:05.047684 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-f10ee56e-ed44-4501-b7b6-2c30d5bd03ea admin admin] Usage tracker for resource:security_group_rule and tenant:d6c6965ef3444ea7a421f56e18d95a1e is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:05.054045 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-f10ee56e-ed44-4501-b7b6-2c30d5bd03ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:05.062415 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-f10ee56e-ed44-4501-b7b6-2c30d5bd03ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:05.099824 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-19783139-a1fd-43a7-b13f-ee7892cb4a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:05.106514 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f1793349-9cb5-426d-a75f-4c18bbc23a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:05.124799 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19783139-a1fd-43a7-b13f-ee7892cb4a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e691dc2-2257-43f4-88dc-0e6d2abcdd0d,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:05.130707 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-19783139-a1fd-43a7-b13f-ee7892cb4a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:05.149164 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-19783139-a1fd-43a7-b13f-ee7892cb4a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:05.154550 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-19783139-a1fd-43a7-b13f-ee7892cb4a8b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e691dc2-2257-43f4-88dc-0e6d2abcdd0d HTTP/1.1" status: 204  len: 168 time: 0.5947061
Dec 16 14:40:05.234076 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f10ee56e-ed44-4501-b7b6-2c30d5bd03ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:05.241191 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f10ee56e-ed44-4501-b7b6-2c30d5bd03ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:05.258733 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:05.316965 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-f10ee56e-ed44-4501-b7b6-2c30d5bd03ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6c6965ef3444ea7a421f56e18d95a1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9987152
Dec 16 14:40:05.319210 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 47008) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:05.320135 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ee56e-ed44-4501-b7b6-2c30d5bd03ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8426646-2c8e-48c0-a0f4-9420ccc329d3,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:05.324759 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f10ee56e-ed44-4501-b7b6-2c30d5bd03ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:05.415659 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-efb8-41e7-af7c-7d6537fa56dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:05.455816 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-efb8-41e7-af7c-7d6537fa56dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:05.532478 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-efb8-41e7-af7c-7d6537fa56dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:05.538392 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2b3db58d-939a-476e-b78b-a0d6048e5f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:05.554022 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e2f62-efb8-41e7-af7c-7d6537fa56dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8426646-2c8e-48c0-a0f4-9420ccc329d3,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:05.559150 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-927e2f62-efb8-41e7-af7c-7d6537fa56dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:05.560467 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-efb8-41e7-af7c-7d6537fa56dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:05.567689 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-927e2f62-efb8-41e7-af7c-7d6537fa56dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8426646-2c8e-48c0-a0f4-9420ccc329d3 HTTP/1.1" status: 204  len: 168 time: 0.2450688
Dec 16 14:40:06.307169 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef9e18-feff-4897-aa28-ec13260c23c2 req-3402977f-89c1-4ed4-b10b-6b60bf634b61 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:06.309129 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-57ef9e18-feff-4897-aa28-ec13260c23c2 req-3402977f-89c1-4ed4-b10b-6b60bf634b61 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.2593701
Dec 16 14:40:06.384176 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-57ef9e18-feff-4897-aa28-ec13260c23c2 req-376d73ff-b653-430e-b3df-c916e8f6f9b2 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673923
Dec 16 14:40:06.447718 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 47064) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:06.467337 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-08e0d81c-4458-4cc4-8b5a-fc2fb1849b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:06.501151 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-08e0d81c-4458-4cc4-8b5a-fc2fb1849b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:06.506691 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-08e0d81c-4458-4cc4-8b5a-fc2fb1849b40 admin admin] Usage tracker for resource:security_group_rule and tenant:e510d3b81b9545c6aeff8043375fff53 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:06.510203 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-08e0d81c-4458-4cc4-8b5a-fc2fb1849b40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:06.521227 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-08e0d81c-4458-4cc4-8b5a-fc2fb1849b40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:06.599893 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47070) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:06.705894 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47078) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:06.789727 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f792fa-35dd-4cee-b687-289fac44b089 req-814cbb47-235c-4994-b885-70a8297abf54 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:06.797016 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-43f792fa-35dd-4cee-b687-289fac44b089 req-814cbb47-235c-4994-b885-70a8297abf54 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 944 time: 0.2641871
Dec 16 14:40:06.907181 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-08e0d81c-4458-4cc4-8b5a-fc2fb1849b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:06.916205 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-43f792fa-35dd-4cee-b687-289fac44b089 req-80b87aca-1dfc-403f-9e86-84b8e3e2c558 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180439
Dec 16 14:40:06.917439 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-08e0d81c-4458-4cc4-8b5a-fc2fb1849b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:06.921017 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47088) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:06.926973 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-16aa686a-8678-4c7f-8806-9d7a9a9776fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:06.972718 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-85522e0a-4844-434b-8676-14d3b828c688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:06.991332 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-85522e0a-4844-434b-8676-14d3b828c688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:06.994909 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-08e0d81c-4458-4cc4-8b5a-fc2fb1849b40 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e510d3b81b9545c6aeff8043375fff53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5459414
Dec 16 14:40:06.996139 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0d81c-4458-4cc4-8b5a-fc2fb1849b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50427379-e6f3-4176-849c-741dda2ebc2a,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:06.997916 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47094) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:06.999023 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-08e0d81c-4458-4cc4-8b5a-fc2fb1849b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:07.003132 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-85522e0a-4844-434b-8676-14d3b828c688 admin admin] Usage tracker for resource:security_group_rule and tenant:34c82c7bffc34edcb45ea448ef76b027 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:07.016878 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-85522e0a-4844-434b-8676-14d3b828c688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:07.044285 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-85522e0a-4844-434b-8676-14d3b828c688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:07.055272 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-866ce6fe-8032-4362-8d99-1dbd321cb2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.099224 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-866ce6fe-8032-4362-8d99-1dbd321cb2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:07.119045 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-866ce6fe-8032-4362-8d99-1dbd321cb2d8 admin admin] Usage tracker for resource:security_group_rule and tenant:c5d5f36fd7db4192b0fe77d2bf9c969c is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:07.126566 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-866ce6fe-8032-4362-8d99-1dbd321cb2d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:07.137385 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-866ce6fe-8032-4362-8d99-1dbd321cb2d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:07.167036 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9f02-7b54-4de5-b2ce-42b6eb40c5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.231673 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3d7245fc-6dfc-49ef-97c4-c2f0265543f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.265520 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9f02-7b54-4de5-b2ce-42b6eb40c5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.302525 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-3d7245fc-6dfc-49ef-97c4-c2f0265543f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:07.323460 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-3d7245fc-6dfc-49ef-97c4-c2f0265543f1 admin admin] Usage tracker for resource:security_group_rule and tenant:470952c1567f46e79fca4d8ce8467a73 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:07.337931 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-3d7245fc-6dfc-49ef-97c4-c2f0265543f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:07.344999 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-85522e0a-4844-434b-8676-14d3b828c688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.353775 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-3d7245fc-6dfc-49ef-97c4-c2f0265543f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:07.356546 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-85522e0a-4844-434b-8676-14d3b828c688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.367231 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b0ae0209-46fe-4203-8065-4822b1763044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:07.440244 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-85522e0a-4844-434b-8676-14d3b828c688 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34c82c7bffc34edcb45ea448ef76b027&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8392780
Dec 16 14:40:07.443759 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 47116) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:07.445202 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85522e0a-4844-434b-8676-14d3b828c688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b12ac2f-4829-4aad-9bde-9528fe4b1037,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:07.453522 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 3086416d-8f44-45e7-a877-073ca8530605 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:07.457223 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-85522e0a-4844-434b-8676-14d3b828c688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:07.457950 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9f02-7b54-4de5-b2ce-42b6eb40c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.466031 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:07.484714 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-866ce6fe-8032-4362-8d99-1dbd321cb2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.492846 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c9f02-7b54-4de5-b2ce-42b6eb40c5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50427379-e6f3-4176-849c-741dda2ebc2a,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:07.497970 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-866ce6fe-8032-4362-8d99-1dbd321cb2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.507294 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8b2c9f02-7b54-4de5-b2ce-42b6eb40c5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:07.507773 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8b2c9f02-7b54-4de5-b2ce-42b6eb40c5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:07.578604 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ce6fe-8032-4362-8d99-1dbd321cb2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6b50f7-6d09-48dc-9add-485b3fb424b7,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:07.586354 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-866ce6fe-8032-4362-8d99-1dbd321cb2d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5d5f36fd7db4192b0fe77d2bf9c969c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8794317
Dec 16 14:40:07.588360 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-866ce6fe-8032-4362-8d99-1dbd321cb2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:07.591078 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47120) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:07.592549 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9f02-7b54-4de5-b2ce-42b6eb40c5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.593654 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-8b2c9f02-7b54-4de5-b2ce-42b6eb40c5d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50427379-e6f3-4176-849c-741dda2ebc2a HTTP/1.1" status: 204  len: 168 time: 0.5946743
Dec 16 14:40:07.621048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 3086416d-8f44-45e7-a877-073ca8530605 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:40:07.631630 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 3086416d-8f44-45e7-a877-073ca8530605 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:07.632240 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.716447 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8fe07d6c-7f2c-482d-a696-79c9633a8dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.721452 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3d7245fc-6dfc-49ef-97c4-c2f0265543f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.739723 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3d7245fc-6dfc-49ef-97c4-c2f0265543f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.758292 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-de084bba-6dd7-4d8d-94a6-281b6c1264a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:07.768945 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8fe07d6c-7f2c-482d-a696-79c9633a8dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.790078 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bf74a-e6a2-4b90-bccd-7f6a4b3548f1 req-9cbe48f9-ae07-45ee-86f5-9762d54a5fd4 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:07.792686 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b85bf74a-e6a2-4b90-bccd-7f6a4b3548f1 req-9cbe48f9-ae07-45ee-86f5-9762d54a5fd4 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.2552738
Dec 16 14:40:07.813903 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7930917d-cbe5-4230-b557-0de21953a321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.841192 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-3d7245fc-6dfc-49ef-97c4-c2f0265543f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=470952c1567f46e79fca4d8ce8467a73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9186599
Dec 16 14:40:07.852152 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47132) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:07.881541 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7245fc-6dfc-49ef-97c4-c2f0265543f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e499636d-8c5b-45ab-b2f6-7cb8bc23b4b0,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:07.891448 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-3d7245fc-6dfc-49ef-97c4-c2f0265543f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:07.900037 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7930917d-cbe5-4230-b557-0de21953a321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.906328 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b85bf74a-e6a2-4b90-bccd-7f6a4b3548f1 req-cb3a4f49-7551-451b-8ce2-2f8b397e4bbb tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946734
Dec 16 14:40:07.925445 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8fe07d6c-7f2c-482d-a696-79c9633a8dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.938358 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-764b37ec-0775-4624-9357-37503a2cf01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:07.942570 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.956321 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe07d6c-7f2c-482d-a696-79c9633a8dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b12ac2f-4829-4aad-9bde-9528fe4b1037,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:07.967738 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8fe07d6c-7f2c-482d-a696-79c9633a8dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:07.973039 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8fe07d6c-7f2c-482d-a696-79c9633a8dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.978568 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-8fe07d6c-7f2c-482d-a696-79c9633a8dd3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b12ac2f-4829-4aad-9bde-9528fe4b1037 HTTP/1.1" status: 204  len: 168 time: 0.5332625
Dec 16 14:40:08.042466 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6b56eafd-1cc8-46c0-81d0-1a88bcf5f069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.046013 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3086416d-8f44-45e7-a877-073ca8530605'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:08.057715 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 3086416d-8f44-45e7-a877-073ca8530605, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3086416d-8f44-45e7-a877-073ca8530605,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:40:08.064369 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.067447 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:08.143546 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6b56eafd-1cc8-46c0-81d0-1a88bcf5f069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.155851 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7930917d-cbe5-4230-b557-0de21953a321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.163812 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-41483ba2-c6a9-43f9-b956-71a4615f8f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:08.190515 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930917d-cbe5-4230-b557-0de21953a321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6b50f7-6d09-48dc-9add-485b3fb424b7,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:08.206401 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7930917d-cbe5-4230-b557-0de21953a321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:08.214485 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7930917d-cbe5-4230-b557-0de21953a321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.216023 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-7930917d-cbe5-4230-b557-0de21953a321 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e6b50f7-6d09-48dc-9add-485b3fb424b7 HTTP/1.1" status: 204  len: 168 time: 0.6214137
Dec 16 14:40:08.240988 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=3086416d-8f44-45e7-a877-073ca8530605,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:08.246090 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:08.249767 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6b56eafd-1cc8-46c0-81d0-1a88bcf5f069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.254078 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-19783139-a1fd-43a7-b13f-ee7892cb4a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:08.266445 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56eafd-1cc8-46c0-81d0-1a88bcf5f069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e499636d-8c5b-45ab-b2f6-7cb8bc23b4b0,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:08.270188 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6b56eafd-1cc8-46c0-81d0-1a88bcf5f069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:08.274428 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6b56eafd-1cc8-46c0-81d0-1a88bcf5f069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.275749 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-6b56eafd-1cc8-46c0-81d0-1a88bcf5f069 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e499636d-8c5b-45ab-b2f6-7cb8bc23b4b0 HTTP/1.1" status: 204  len: 168 time: 0.4201460
Dec 16 14:40:08.346073 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94174f9-8b54-48af-b935-86b9b71ebbae req-65461214-ab8b-488b-9979-4bb998329029 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:08.348813 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b94174f9-8b54-48af-b935-86b9b71ebbae req-65461214-ab8b-488b-9979-4bb998329029 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1771188
Dec 16 14:40:08.409799 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b94174f9-8b54-48af-b935-86b9b71ebbae req-bcb09fab-ef86-42c2-a4a6-1b4dd0a14bba tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545354
Dec 16 14:40:08.469362 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3086416d-8f44-45e7-a877-073ca8530605', 'code': 200}
Dec 16 14:40:08.533989 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a325db-d0f7-4709-b7ce-31f2f85a7466 req-988576a0-6f52-41cc-8e5a-34a5fe39b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:08.537134 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c6a325db-d0f7-4709-b7ce-31f2f85a7466 req-988576a0-6f52-41cc-8e5a-34a5fe39b6d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ceb0da71791f4f9889daab33c73ac572&device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 1099 time: 0.0990312
Dec 16 14:40:08.650972 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf874f10-828a-46c2-9728-4221953148b0 req-bd44926d-fd25-4559-aa23-92c5e784e691 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:08.658230 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cf874f10-828a-46c2-9728-4221953148b0 req-bd44926d-fd25-4559-aa23-92c5e784e691 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1162982
Dec 16 14:40:08.760609 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a325db-d0f7-4709-b7ce-31f2f85a7466 req-6fc5900c-2418-4a4e-9b00-aad2c2af50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:08.762385 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c6a325db-d0f7-4709-b7ce-31f2f85a7466 req-6fc5900c-2418-4a4e-9b00-aad2c2af50f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 HTTP/1.1" status: 200  len: 920 time: 0.2181630
Dec 16 14:40:08.787985 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cf874f10-828a-46c2-9728-4221953148b0 req-e0ed4200-3680-4b0d-a4a3-cb99400d06aa tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284630
Dec 16 14:40:08.823359 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472284d4-e24d-4d2c-926d-25c72bc1cdbb req-90aa5568-c3c0-4293-a317-7027cf928efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:08.825028 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-472284d4-e24d-4d2c-926d-25c72bc1cdbb req-90aa5568-c3c0-4293-a317-7027cf928efd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 1098 time: 0.1355031
Dec 16 14:40:08.847313 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 47168) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:08.867222 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c6a325db-d0f7-4709-b7ce-31f2f85a7466 req-a7c8b100-77bf-4f73-baf8-5b0756b2b863 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 HTTP/1.1" status: 200  len: 217 time: 0.0974898
Dec 16 14:40:08.879397 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-50357a42-0d67-4a3d-bfe7-feea3c1ae584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.902580 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-50357a42-0d67-4a3d-bfe7-feea3c1ae584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:08.927401 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-472284d4-e24d-4d2c-926d-25c72bc1cdbb req-4ec5a452-62ce-4523-8935-52ab3d6291f7 service neutron] Synchronizing usage tracker for tenant:244c8ef98d0445c6a0279c46d5cb7e55 on resource:security_group {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:40:08.932899 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-50357a42-0d67-4a3d-bfe7-feea3c1ae584 admin admin] Usage tracker for resource:security_group_rule and tenant:a4296a23cc6f43ab835ed853c3fc1565 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:08.941538 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-50357a42-0d67-4a3d-bfe7-feea3c1ae584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:08.953549 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-50357a42-0d67-4a3d-bfe7-feea3c1ae584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:08.967370 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a325db-d0f7-4709-b7ce-31f2f85a7466 req-fb5ed446-d917-422f-8f17-873bbf64a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:08.967674 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-472284d4-e24d-4d2c-926d-25c72bc1cdbb req-4ec5a452-62ce-4523-8935-52ab3d6291f7 service neutron] Unset dirty status for tenant:244c8ef98d0445c6a0279c46d5cb7e55 on resource:security_group {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:40:08.968873 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-472284d4-e24d-4d2c-926d-25c72bc1cdbb req-4ec5a452-62ce-4523-8935-52ab3d6291f7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1379285
Dec 16 14:40:08.975317 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c6a325db-d0f7-4709-b7ce-31f2f85a7466 req-fb5ed446-d917-422f-8f17-873bbf64a6cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4fad1e62-f00b-4bd3-85d8-0d853a23f69c HTTP/1.1" status: 200  len: 859 time: 0.1005847
Dec 16 14:40:09.052278 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-50357a42-0d67-4a3d-bfe7-feea3c1ae584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.056671 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-50357a42-0d67-4a3d-bfe7-feea3c1ae584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.065297 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c04b9a59-dc1e-46fb-8dd3-48ebac471bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:09.094130 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47176) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:09.110166 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 47180) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:09.122587 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-5d5bbbd3-516c-47ee-9da1-311e1e27a846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.136357 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-50357a42-0d67-4a3d-bfe7-feea3c1ae584 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4296a23cc6f43ab835ed853c3fc1565&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2858355
Dec 16 14:40:09.137200 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50357a42-0d67-4a3d-bfe7-feea3c1ae584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84edf2b-d66a-4181-820b-35b6947c4d6f,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:09.140258 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-50357a42-0d67-4a3d-bfe7-feea3c1ae584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:09.140833 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 47184) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:09.145906 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ad91b579-a41b-42de-9731-7d1a12c7928b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.151324 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-5d5bbbd3-516c-47ee-9da1-311e1e27a846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:09.156063 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-5d5bbbd3-516c-47ee-9da1-311e1e27a846 admin admin] Usage tracker for resource:security_group_rule and tenant:c7edaf82c7384a2b91165c91c4d70c65 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:09.161065 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-5d5bbbd3-516c-47ee-9da1-311e1e27a846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:09.169252 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-5d5bbbd3-516c-47ee-9da1-311e1e27a846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:09.206687 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-ad91b579-a41b-42de-9731-7d1a12c7928b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:09.220694 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-ad91b579-a41b-42de-9731-7d1a12c7928b admin admin] Usage tracker for resource:security_group_rule and tenant:4094adf5cb944f1aa9cf865c283ee367 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:09.227135 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-ad91b579-a41b-42de-9731-7d1a12c7928b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:09.237520 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-ad91b579-a41b-42de-9731-7d1a12c7928b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:09.239726 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c593dc6a-406d-4d4b-840a-dc129efa6c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.288561 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c593dc6a-406d-4d4b-840a-dc129efa6c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.396656 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c6a325db-d0f7-4709-b7ce-31f2f85a7466 req-972a1a22-dc59-4c5d-b3bb-2ebbdfee2fa7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0931754
Dec 16 14:40:09.405938 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ad91b579-a41b-42de-9731-7d1a12c7928b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.406798 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c593dc6a-406d-4d4b-840a-dc129efa6c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.411669 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2ce25cfa-b5d8-4464-b87c-737113ac8ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:09.415847 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-5d5bbbd3-516c-47ee-9da1-311e1e27a846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.425154 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ad91b579-a41b-42de-9731-7d1a12c7928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.442613 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-5d5bbbd3-516c-47ee-9da1-311e1e27a846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.450684 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593dc6a-406d-4d4b-840a-dc129efa6c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84edf2b-d66a-4181-820b-35b6947c4d6f,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:09.453021 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c593dc6a-406d-4d4b-840a-dc129efa6c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:09.453561 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c593dc6a-406d-4d4b-840a-dc129efa6c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:09.480444 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-ad91b579-a41b-42de-9731-7d1a12c7928b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4094adf5cb944f1aa9cf865c283ee367&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3692124
Dec 16 14:40:09.481163 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 47198) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:09.521716 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7930917d-cbe5-4230-b557-0de21953a321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:09.544443 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-5d5bbbd3-516c-47ee-9da1-311e1e27a846 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7edaf82c7384a2b91165c91c4d70c65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4485033
Dec 16 14:40:09.557691 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47202) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:09.560915 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c593dc6a-406d-4d4b-840a-dc129efa6c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.561955 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-c593dc6a-406d-4d4b-840a-dc129efa6c70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b84edf2b-d66a-4181-820b-35b6947c4d6f HTTP/1.1" status: 204  len: 168 time: 0.4185121
Dec 16 14:40:09.565623 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91b579-a41b-42de-9731-7d1a12c7928b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cf320b-7466-4ff0-a180-ac556ac16679,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:09.568567 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ad91b579-a41b-42de-9731-7d1a12c7928b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:09.649987 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bbbd3-516c-47ee-9da1-311e1e27a846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1785d81-1154-42f9-b357-7fedc805ed92,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:09.653298 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-5d5bbbd3-516c-47ee-9da1-311e1e27a846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:09.659092 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f3c58fb9-5b8b-4ada-9a86-b54ab95a8cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.704753 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f3c58fb9-5b8b-4ada-9a86-b54ab95a8cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.722095 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c6a325db-d0f7-4709-b7ce-31f2f85a7466 req-6d2178ea-b5f5-4bbe-9515-45fa81d3d45b service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3109338
Dec 16 14:40:09.726797 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2bf8-cddf-4cb2-8442-630475f9c204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.758140 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2bf8-cddf-4cb2-8442-630475f9c204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.765756 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a07926-c21a-4fd2-a5a5-4219a30e98a4 req-1aa6de67-3fc1-4056-b614-97e881c89206 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:09.767399 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-78a07926-c21a-4fd2-a5a5-4219a30e98a4 req-1aa6de67-3fc1-4056-b614-97e881c89206 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1558349
Dec 16 14:40:09.840429 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f3c58fb9-5b8b-4ada-9a86-b54ab95a8cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.853812 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-99278a1f-b45b-49ff-9280-ee22fac493c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:09.877094 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c58fb9-5b8b-4ada-9a86-b54ab95a8cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cf320b-7466-4ff0-a180-ac556ac16679,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:09.897570 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2bf8-cddf-4cb2-8442-630475f9c204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.906978 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-155fc138-36f7-48ac-be1d-6e53beb70705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:09.913454 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f3c58fb9-5b8b-4ada-9a86-b54ab95a8cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:09.935742 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc2bf8-cddf-4cb2-8442-630475f9c204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1785d81-1154-42f9-b357-7fedc805ed92,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:09.938259 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8dfc2bf8-cddf-4cb2-8442-630475f9c204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:09.946014 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2bf8-cddf-4cb2-8442-630475f9c204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.949669 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-8dfc2bf8-cddf-4cb2-8442-630475f9c204 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1785d81-1154-42f9-b357-7fedc805ed92 HTTP/1.1" status: 204  len: 168 time: 0.3707695
Dec 16 14:40:09.959771 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-78a07926-c21a-4fd2-a5a5-4219a30e98a4 req-af1dc16c-7976-465d-9bca-2c4101e2640b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1851633
Dec 16 14:40:09.961445 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f3c58fb9-5b8b-4ada-9a86-b54ab95a8cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.963234 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-f3c58fb9-5b8b-4ada-9a86-b54ab95a8cc2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69cf320b-7466-4ff0-a180-ac556ac16679 HTTP/1.1" status: 204  len: 168 time: 0.4717822
Dec 16 14:40:10.025239 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c6a325db-d0f7-4709-b7ce-31f2f85a7466 req-b9cb08e5-6bc7-47ed-9377-84a193577a5f service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2170196
Dec 16 14:40:10.162611 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a759ac-3751-4178-9a2e-5c1092d4c38d req-5abfce9f-ac42-47a1-a281-2361b13d46b7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:10.164170 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f2a759ac-3751-4178-9a2e-5c1092d4c38d req-5abfce9f-ac42-47a1-a281-2361b13d46b7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1832929
Dec 16 14:40:10.215857 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f2a759ac-3751-4178-9a2e-5c1092d4c38d req-a34229ff-e54d-4779-b0f1-320affb9d05d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438097
Dec 16 14:40:11.190967 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f70087-35cc-4818-88c4-0ea7c2040a14 req-86b6bd70-9a48-46d4-bf66-512feee24e7d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:11.200314 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f5f70087-35cc-4818-88c4-0ea7c2040a14 req-86b6bd70-9a48-46d4-bf66-512feee24e7d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1186607
Dec 16 14:40:11.265968 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f5f70087-35cc-4818-88c4-0ea7c2040a14 req-a1aafc13-a177-4f30-88c0-cb1b2db5493e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643845
Dec 16 14:40:11.557021 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96559d08-84c4-4433-aebd-d1e616e05410 req-8a7f15b9-66ab-49f8-82e9-e6685fac4d03 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:11.558615 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-96559d08-84c4-4433-aebd-d1e616e05410 req-8a7f15b9-66ab-49f8-82e9-e6685fac4d03 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1706789
Dec 16 14:40:11.567572 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdefe7-2572-43d2-9c67-635e96375a1e req-73699290-3f18-4d6a-8205-0356275dc43e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:11.568226 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47310) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:11.573252 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dbfdefe7-2572-43d2-9c67-635e96375a1e req-73699290-3f18-4d6a-8205-0356275dc43e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1323078
Dec 16 14:40:11.576992 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-2687cdea-d832-41a6-b353-c6963e78eea8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Request body: {'floatingip': {'port_id': '3086416d-8f44-45e7-a877-073ca8530605'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:40:11.623007 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dbfdefe7-2572-43d2-9c67-635e96375a1e req-ccfa4c8e-00e3-472a-931d-8d23f4d80115 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464532
Dec 16 14:40:11.681001 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2687cdea-d832-41a6-b353-c6963e78eea8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.742911 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2687cdea-d832-41a6-b353-c6963e78eea8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.754493 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2687cdea-d832-41a6-b353-c6963e78eea8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.981792 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.l3_db [None req-2687cdea-d832-41a6-b353-c6963e78eea8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Floating IP e8c4c768-4618-4151-8fe2-28ba046cd764 associated. External IP: 172.27.0.228, port: 3086416d-8f44-45e7-a877-073ca8530605.
Dec 16 14:40:13.026691 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2a5d3-3231-4354-b393-68ccde3603fa req-2020da16-0aa7-4a3a-b64d-f1d215139eb6 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:13.038781 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fed2a5d3-3231-4354-b393-68ccde3603fa req-2020da16-0aa7-4a3a-b64d-f1d215139eb6 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.2621830
Dec 16 14:40:13.101049 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fed2a5d3-3231-4354-b393-68ccde3603fa req-9215a891-5e8c-4372-9bdf-ac5044cf87d2 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591898
Dec 16 14:40:13.398775 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2687cdea-d832-41a6-b353-c6963e78eea8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Router 673877f3-8afd-4670-a416-3600b07d645f has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:40:13.608388 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2687cdea-d832-41a6-b353-c6963e78eea8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:40:13.621568 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c2b96-cb03-4ce6-acf7-179e8592f664 None None] Sync routers for ids ['673877f3-8afd-4670-a416-3600b07d645f'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:40:13.622056 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2687cdea-d832-41a6-b353-c6963e78eea8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:13.643329 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c2b96-cb03-4ce6-acf7-179e8592f664 None None] Routers {'673877f3-8afd-4670-a416-3600b07d645f'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:40:13.644099 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-1f8c2b96-cb03-4ce6-acf7-179e8592f664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e8d6e50>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['673877f3-8afd-4670-a416-3600b07d645f'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:13.718789 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-2687cdea-d832-41a6-b353-c6963e78eea8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "PUT /v2.0/floatingips/e8c4c768-4618-4151-8fe2-28ba046cd764 HTTP/1.1" status: 200  len: 991 time: 2.1486330
Dec 16 14:40:13.719729 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'tag': '3086416d-8f44-45e7-a877-073ca8530605'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:13.814164 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'tag': '3086416d-8f44-45e7-a877-073ca8530605', 'status': 'completed', 'code': 200}
Dec 16 14:40:13.909498 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-1f8c2b96-cb03-4ce6-acf7-179e8592f664 None None] Set router 673877f3-8afd-4670-a416-3600b07d645f gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:40:14.047813 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bf71b-6e16-4448-9fe0-848c33d68380 req-d85ea7bf-c5de-4755-9293-89216845725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:14.050136 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-341bf71b-6e16-4448-9fe0-848c33d68380 req-d85ea7bf-c5de-4755-9293-89216845725b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 1098 time: 0.1440694
Dec 16 14:40:14.513712 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d8e9f-16dc-4853-b296-8d587f19e17b req-915e8207-c010-4158-b9e7-94f49e6b597b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:14.523333 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-306d8e9f-16dc-4853-b296-8d587f19e17b req-915e8207-c010-4158-b9e7-94f49e6b597b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1555181
Dec 16 14:40:14.638405 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-306d8e9f-16dc-4853-b296-8d587f19e17b req-e22f4caa-bb28-4557-8e7a-acd8a832552c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127732
Dec 16 14:40:14.666431 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bf71b-6e16-4448-9fe0-848c33d68380 req-e005615b-d8df-4f64-a816-9444c2dd923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:14.667905 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-341bf71b-6e16-4448-9fe0-848c33d68380 req-e005615b-d8df-4f64-a816-9444c2dd923c service neutron] 10.222.0.66 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 918 time: 0.5701706
Dec 16 14:40:14.784895 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-1f8c2b96-cb03-4ce6-acf7-179e8592f664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e8d6e50>, [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'e8c4c768-4618-4151-8fe2-28ba046cd764', 'tenant_id': '431320546381414684830eb2bc36deef', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '673877f3-8afd-4670-a416-3600b07d645f', 'port_id': '3086416d-8f44-45e7-a877-073ca8530605', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'mac_address': 'fa:16:3e:40:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:39:39Z', 'updated_at': '2021-12-16T14:40:12Z', 'revision_number': 1, 'project_id': '431320546381414684830eb2bc36deef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:42Z', 'revision_number': 5, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:14.791918 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c2b96-cb03-4ce6-acf7-179e8592f664 None None] Checking router: 673877f3-8afd-4670-a416-3600b07d645f for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:40:14.817012 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-341bf71b-6e16-4448-9fe0-848c33d68380 req-4cd356b4-ec97-459a-8766-8c1b4b63f7f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3086416d-8f44-45e7-a877-073ca8530605 HTTP/1.1" status: 200  len: 999 time: 0.1418638
Dec 16 14:40:14.817586 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c2b96-cb03-4ce6-acf7-179e8592f664 None None] Routers {'673877f3-8afd-4670-a416-3600b07d645f'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:40:14.817760 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-1f8c2b96-cb03-4ce6-acf7-179e8592f664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e8d6e50>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['673877f3-8afd-4670-a416-3600b07d645f'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:14.906579 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bf71b-6e16-4448-9fe0-848c33d68380 req-c2e1971f-d012-4196-a1f7-e691cfc7e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:14.907939 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-341bf71b-6e16-4448-9fe0-848c33d68380 req-c2e1971f-d012-4196-a1f7-e691cfc7e02c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 HTTP/1.1" status: 200  len: 856 time: 0.0741529
Dec 16 14:40:15.067456 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bf71b-6e16-4448-9fe0-848c33d68380 req-6197941a-cc78-45d0-8e1b-37b5a4139437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:15.071383 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-341bf71b-6e16-4448-9fe0-848c33d68380 req-6197941a-cc78-45d0-8e1b-37b5a4139437 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63997e9c-5e41-48b1-b719-91db81ce0d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1472290
Dec 16 14:40:15.197076 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-1f8c2b96-cb03-4ce6-acf7-179e8592f664 None None] Set router 673877f3-8afd-4670-a416-3600b07d645f gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:40:15.225746 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:15.300010 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-582b12c6-d445-40fa-afe2-dafae638d758 req-f4b670dd-f05f-4c04-8d50-a1072fed0c55 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1221483
Dec 16 14:40:15.325667 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-341bf71b-6e16-4448-9fe0-848c33d68380 req-e3d5b347-723f-4cb6-894d-6b70b771ecb7 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2497823
Dec 16 14:40:15.521985 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-341bf71b-6e16-4448-9fe0-848c33d68380 req-44cc7d46-adf0-4a9f-aa18-4e4f8b67863f service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1814432
Dec 16 14:40:15.567626 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b12c6-d445-40fa-afe2-dafae638d758 req-74925912-e390-41bb-9dcc-f99336d1a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:15.570752 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-582b12c6-d445-40fa-afe2-dafae638d758 req-74925912-e390-41bb-9dcc-f99336d1a78f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6906ddb7ea8b4cde8dabbec416e0f996&device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 1098 time: 0.1390221
Dec 16 14:40:15.687911 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-1f8c2b96-cb03-4ce6-acf7-179e8592f664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e8d6e50>, [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'e8c4c768-4618-4151-8fe2-28ba046cd764', 'tenant_id': '431320546381414684830eb2bc36deef', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '673877f3-8afd-4670-a416-3600b07d645f', 'port_id': '3086416d-8f44-45e7-a877-073ca8530605', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'mac_address': 'fa:16:3e:40:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:39:39Z', 'updated_at': '2021-12-16T14:40:12Z', 'revision_number': 1, 'project_id': '431320546381414684830eb2bc36deef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:42Z', 'revision_number': 5, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:15.707239 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c2b96-cb03-4ce6-acf7-179e8592f664 None None] The sync data for ids ['673877f3-8afd-4670-a416-3600b07d645f'] in dv-cinder-821892-3-iscsi is: [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'e8c4c768-4618-4151-8fe2-28ba046cd764', 'tenant_id': '431320546381414684830eb2bc36deef', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '673877f3-8afd-4670-a416-3600b07d645f', 'port_id': '3086416d-8f44-45e7-a877-073ca8530605', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'mac_address': 'fa:16:3e:40:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:39:39Z', 'updated_at': '2021-12-16T14:40:12Z', 'revision_number': 1, 'project_id': '431320546381414684830eb2bc36deef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:42Z', 'revision_number': 5, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:40:15.777001 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b12c6-d445-40fa-afe2-dafae638d758 req-629e8575-796d-41cc-9ec7-c641ff9f23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:15.778924 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-582b12c6-d445-40fa-afe2-dafae638d758 req-629e8575-796d-41cc-9ec7-c641ff9f23ad service neutron] 10.222.0.66 "GET /v2.0/networks?id=827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5 HTTP/1.1" status: 200  len: 913 time: 0.1805046
Dec 16 14:40:15.935480 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-582b12c6-d445-40fa-afe2-dafae638d758 req-010f7947-3220-496d-96fe-77a16342b05a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=985f8d8b-5b76-4176-800e-423ef68a9aa2 HTTP/1.1" status: 200  len: 217 time: 0.1483567
Dec 16 14:40:16.090102 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b12c6-d445-40fa-afe2-dafae638d758 req-e631c66e-cc4d-4174-8757-e96f02ce20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:16.090870 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37d627-0482-4722-8bfd-e87af97b9d0f None None] New status for floating IP e8c4c768-4618-4151-8fe2-28ba046cd764: ACTIVE {{(pid=87790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:40:16.091740 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-582b12c6-d445-40fa-afe2-dafae638d758 req-e631c66e-cc4d-4174-8757-e96f02ce20b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c042d2ee-fb4a-44f1-92eb-502e1a74b5a0 HTTP/1.1" status: 200  len: 852 time: 0.0888319
Dec 16 14:40:16.142038 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-582b12c6-d445-40fa-afe2-dafae638d758 req-e3198dfb-eeb3-49f9-bad5-8ee7ef8459e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422628
Dec 16 14:40:16.252746 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6ed71-8c1c-4b89-aa14-ded57bbf283f req-91778cf2-ee1e-43ad-9901-0979267dd191 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:16.259866 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-43e6ed71-8c1c-4b89-aa14-ded57bbf283f req-91778cf2-ee1e-43ad-9901-0979267dd191 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.3404505
Dec 16 14:40:16.337949 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-43e6ed71-8c1c-4b89-aa14-ded57bbf283f req-5a0795bc-b83f-4985-9136-391f35f3b077 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729733
Dec 16 14:40:16.386131 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-582b12c6-d445-40fa-afe2-dafae638d758 req-67a82ff6-5858-478d-8271-07e0fca52c93 service neutron] 10.222.0.66 "GET /v2.0/networks/827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2328646
Dec 16 14:40:16.553450 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-0e30e931-40d0-4f2a-8f79-cda379b95d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:16.614821 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-582b12c6-d445-40fa-afe2-dafae638d758 req-2551f181-7caf-49ac-b189-bf5d07d49be9 service neutron] 10.222.0.66 "GET /v2.0/networks/827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2210848
Dec 16 14:40:17.173665 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9dc16-60b5-4e13-af61-f2d3631a4034 req-9e726149-a4a3-49fd-a30b-4245479c7140 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:17.175491 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7dc9dc16-60b5-4e13-af61-f2d3631a4034 req-9e726149-a4a3-49fd-a30b-4245479c7140 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 945 time: 0.1490562
Dec 16 14:40:17.230911 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7dc9dc16-60b5-4e13-af61-f2d3631a4034 req-b066505a-4569-4b91-92d7-6d40510a519e tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475976
Dec 16 14:40:17.554599 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd2d7c-58ff-426d-8047-93e0788f2180 req-62bf54e5-b333-4f7a-b6eb-753840511c70 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:17.562278 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-11bd2d7c-58ff-426d-8047-93e0788f2180 req-62bf54e5-b333-4f7a-b6eb-753840511c70 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1026306
Dec 16 14:40:17.643231 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-11bd2d7c-58ff-426d-8047-93e0788f2180 req-4e20298a-5470-46ce-aee6-4eb6a114b903 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797484
Dec 16 14:40:17.739825 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47560) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:17.906527 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:17.934294 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:17.941787 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Usage tracker for resource:security_group_rule and tenant:6c1b5d08ceb440fc8a8ca6c67adfa23c is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:17.947217 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:17.959300 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:18.059588 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:18.067431 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:18.076184 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f10ee56e-ed44-4501-b7b6-2c30d5bd03ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:18.123137 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c1b5d08ceb440fc8a8ca6c67adfa23c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3811343
Dec 16 14:40:18.124533 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47584) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:18.127322 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3905f88-f062-4378-abcf-4d7b5a9bda0b,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:18.149746 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:18.150718 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:18.151099 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:18.151603 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:18.152156 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:18.152620 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:18.153325 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:18.153745 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:18.154228 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:18.154662 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:18.155012 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:18.155353 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:18.159317 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:18.217760 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-dccdbf89-162d-4501-b4a1-1d2efa4785ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:18.251913 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-dccdbf89-162d-4501-b4a1-1d2efa4785ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:18.322199 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-dccdbf89-162d-4501-b4a1-1d2efa4785ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:18.327284 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b1537ade-6be3-4794-95c0-69e367b5b541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:18.351420 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdbf89-162d-4501-b4a1-1d2efa4785ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3905f88-f062-4378-abcf-4d7b5a9bda0b,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:18.358315 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-dccdbf89-162d-4501-b4a1-1d2efa4785ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:18.368277 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-dccdbf89-162d-4501-b4a1-1d2efa4785ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:18.369685 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-dccdbf89-162d-4501-b4a1-1d2efa4785ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3905f88-f062-4378-abcf-4d7b5a9bda0b HTTP/1.1" status: 204  len: 168 time: 0.2441432
Dec 16 14:40:18.459033 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f34e3-4b62-4a5d-b42c-e3b64db7dd17 req-3253754d-3a85-41a4-a7c8-227651aef2c3 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:18.466803 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2c2f34e3-4b62-4a5d-b42c-e3b64db7dd17 req-3253754d-3a85-41a4-a7c8-227651aef2c3 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 945 time: 0.1107125
Dec 16 14:40:18.551195 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2c2f34e3-4b62-4a5d-b42c-e3b64db7dd17 req-e4784ceb-d4de-445a-a783-fb7a77bcc5a5 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804307
Dec 16 14:40:18.787726 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47622) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:18.817284 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-166bbcb8-edf8-4b87-b833-fd169610dfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:18.839589 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-166bbcb8-edf8-4b87-b833-fd169610dfaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:18.844311 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-166bbcb8-edf8-4b87-b833-fd169610dfaf admin admin] Usage tracker for resource:security_group_rule and tenant:cdb27123484e4a6e9de1e522d9a3b275 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:18.848109 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-166bbcb8-edf8-4b87-b833-fd169610dfaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:18.856519 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-166bbcb8-edf8-4b87-b833-fd169610dfaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:18.898055 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e846198-12d4-48a1-ad1c-994a0b39fdf2 req-4f776b48-0770-406e-8e2d-05cd802b7beb tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:18.908302 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7e846198-12d4-48a1-ad1c-994a0b39fdf2 req-4f776b48-0770-406e-8e2d-05cd802b7beb tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1409459
Dec 16 14:40:18.966471 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7e846198-12d4-48a1-ad1c-994a0b39fdf2 req-1c960847-d560-4a37-86b2-af603901c147 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572832
Dec 16 14:40:18.968295 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-166bbcb8-edf8-4b87-b833-fd169610dfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:18.974417 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-166bbcb8-edf8-4b87-b833-fd169610dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:18.985718 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6b56eafd-1cc8-46c0-81d0-1a88bcf5f069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:19.007170 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-2de39faf-f1dd-4d71-b6d2-daa1196fe607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:19.018558 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bbcb8-edf8-4b87-b833-fd169610dfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77095420-907e-4199-8782-220193628b4f,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:19.032913 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-166bbcb8-edf8-4b87-b833-fd169610dfaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:19.052894 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-166bbcb8-edf8-4b87-b833-fd169610dfaf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cdb27123484e4a6e9de1e522d9a3b275&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2640448
Dec 16 14:40:19.055546 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47634) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:19.123643 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4edf4e5d-70a3-4b30-bfcd-6c1ca416e358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:19.168163 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4edf4e5d-70a3-4b30-bfcd-6c1ca416e358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:19.240326 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4edf4e5d-70a3-4b30-bfcd-6c1ca416e358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:19.244211 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a4a2f20a-619f-4b6d-b410-0d25a94aa573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:19.256510 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf4e5d-70a3-4b30-bfcd-6c1ca416e358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77095420-907e-4199-8782-220193628b4f,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:19.260576 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-4edf4e5d-70a3-4b30-bfcd-6c1ca416e358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:19.265074 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4edf4e5d-70a3-4b30-bfcd-6c1ca416e358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:19.266769 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-4edf4e5d-70a3-4b30-bfcd-6c1ca416e358 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77095420-907e-4199-8782-220193628b4f HTTP/1.1" status: 204  len: 168 time: 0.2101538
Dec 16 14:40:19.507165 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47656) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:19.644526 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a7996280-f960-405e-aa71-737a57bbea24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:19.661597 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-a7996280-f960-405e-aa71-737a57bbea24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:19.665912 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-a7996280-f960-405e-aa71-737a57bbea24 admin admin] Usage tracker for resource:security_group_rule and tenant:2b5ba948094d41159b4d9db29fe48107 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:19.669013 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-a7996280-f960-405e-aa71-737a57bbea24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:19.675111 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-a7996280-f960-405e-aa71-737a57bbea24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:19.752713 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b9fab-7435-4c8e-a91b-b7db2e0973bc req-b4dbf1bc-8262-437f-afff-da8658e7a2d4 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:19.755255 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-619b9fab-7435-4c8e-a91b-b7db2e0973bc req-b4dbf1bc-8262-437f-afff-da8658e7a2d4 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 945 time: 0.0961790
Dec 16 14:40:19.785928 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a7996280-f960-405e-aa71-737a57bbea24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:19.792755 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a7996280-f960-405e-aa71-737a57bbea24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:19.804557 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-df04abc1-a475-4e12-915b-2b2f12ff3409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:19.837589 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-619b9fab-7435-4c8e-a91b-b7db2e0973bc req-16a89b0f-1433-43a4-af98-9557351ca014 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639987
Dec 16 14:40:19.854783 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7996280-f960-405e-aa71-737a57bbea24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05eda41-e533-41af-9f22-8aa9bd7a001b,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:19.859342 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-a7996280-f960-405e-aa71-737a57bbea24 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b5ba948094d41159b4d9db29fe48107&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3510456
Dec 16 14:40:19.860718 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a7996280-f960-405e-aa71-737a57bbea24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:19.861839 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47678) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:19.932809 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-fe40d9b5-2939-4863-8156-70455e7eefe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:19.960231 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-fe40d9b5-2939-4863-8156-70455e7eefe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:20.021222 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-fe40d9b5-2939-4863-8156-70455e7eefe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:20.026740 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a7996280-f960-405e-aa71-737a57bbea24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:20.039014 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40d9b5-2939-4863-8156-70455e7eefe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05eda41-e533-41af-9f22-8aa9bd7a001b,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:20.042151 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-fe40d9b5-2939-4863-8156-70455e7eefe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:20.044630 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-fe40d9b5-2939-4863-8156-70455e7eefe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:20.048487 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-fe40d9b5-2939-4863-8156-70455e7eefe1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a05eda41-e533-41af-9f22-8aa9bd7a001b HTTP/1.1" status: 204  len: 168 time: 0.1854968
Dec 16 14:40:20.194053 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce1c9c-5523-47d7-bd87-175a72b9d05e req-7bae58a2-2e1c-4814-a828-e004fef679d7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:20.195774 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-38ce1c9c-5523-47d7-bd87-175a72b9d05e req-7bae58a2-2e1c-4814-a828-e004fef679d7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0888584
Dec 16 14:40:20.223052 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:20.263592 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-38ce1c9c-5523-47d7-bd87-175a72b9d05e req-2a46b68d-b247-4eaa-b8c2-f02ac32d48f7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517695
Dec 16 14:40:20.379379 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:20.511895 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 47708) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:20.530294 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:20.546038 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:20.550373 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Usage tracker for resource:security_group_rule and tenant:09eb9697f867422f9fe28371e49c3d2e is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:20.553206 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:20.559293 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:20.644213 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:20.647901 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:20.657073 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-127d97a9-ed3d-49cd-b11b-a46c29504766 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:20.700915 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=09eb9697f867422f9fe28371e49c3d2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1876304
Dec 16 14:40:20.702549 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e810d2bc-fcf8-4829-b517-fb90c5cb86f8,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:20.703827 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47714) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:20.710220 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:20.710573 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:20.711605 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:20.712106 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:20.712597 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:20.712969 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:20.713311 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:20.713641 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:20.713975 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:20.714299 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:20.714629 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:20.714956 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:20.718888 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:20.766086 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e442112b-aede-442c-bd26-51a23279e219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:20.793935 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e442112b-aede-442c-bd26-51a23279e219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:20.862748 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e442112b-aede-442c-bd26-51a23279e219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:20.868825 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-866ce6fe-8032-4362-8d99-1dbd321cb2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:20.886537 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442112b-aede-442c-bd26-51a23279e219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e810d2bc-fcf8-4829-b517-fb90c5cb86f8,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:20.889830 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e442112b-aede-442c-bd26-51a23279e219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:20.892284 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e442112b-aede-442c-bd26-51a23279e219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:20.907988 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-e442112b-aede-442c-bd26-51a23279e219 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e810d2bc-fcf8-4829-b517-fb90c5cb86f8 HTTP/1.1" status: 204  len: 168 time: 0.2027638
Dec 16 14:40:21.065032 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c030f-2236-4cad-bfe8-e23a0059ac75 req-275dae81-dd90-4675-9276-7564b5b2eafd tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:21.066624 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a08c030f-2236-4cad-bfe8-e23a0059ac75 req-275dae81-dd90-4675-9276-7564b5b2eafd tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 945 time: 0.0867984
Dec 16 14:40:21.128341 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a08c030f-2236-4cad-bfe8-e23a0059ac75 req-50739495-9342-49fc-8e8c-ca71d8eb2756 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523984
Dec 16 14:40:21.499924 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a044-3466-41f0-98d1-3c63b039d34d req-0d40f5b7-9a57-4ac2-b725-2b41f85eaa83 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:21.502330 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b26a044-3466-41f0-98d1-3c63b039d34d req-0d40f5b7-9a57-4ac2-b725-2b41f85eaa83 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1058402
Dec 16 14:40:21.576231 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b26a044-3466-41f0-98d1-3c63b039d34d req-167ea19b-29f7-4542-8d6d-9e855ad5c696 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657523
Dec 16 14:40:21.983746 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:22.004390 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 47794) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:22.139967 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7432-780f-46bb-97c0-d26f3c26662f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:22.203014 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-ebbf7432-780f-46bb-97c0-d26f3c26662f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:22.209178 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-ebbf7432-780f-46bb-97c0-d26f3c26662f admin admin] Usage tracker for resource:security_group_rule and tenant:43d9cbc443184ddfa1c2e82538dfa875 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:22.213792 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-ebbf7432-780f-46bb-97c0-d26f3c26662f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:22.231486 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-ebbf7432-780f-46bb-97c0-d26f3c26662f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:22.348579 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76825f7e-d10c-40cd-a338-cf6a13dce0b7 req-efb42d30-06dc-4ab3-86f2-1b6da9665922 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:22.350536 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-76825f7e-d10c-40cd-a338-cf6a13dce0b7 req-efb42d30-06dc-4ab3-86f2-1b6da9665922 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 945 time: 0.1929202
Dec 16 14:40:22.463858 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-76825f7e-d10c-40cd-a338-cf6a13dce0b7 req-9c263b2f-7210-4b74-93c8-cf89ae399c2f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Deleting port 985f8d8b-5b76-4176-800e-423ef68a9aa2 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:40:22.464226 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-76825f7e-d10c-40cd-a338-cf6a13dce0b7 req-9c263b2f-7210-4b74-93c8-cf89ae399c2f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:22.538893 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcb913-0e05-4082-85ff-d177bbce81bf req-08eb0b2f-1e80-4514-b4d6-d1cd77fbbea5 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:22.540409 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bcfcb913-0e05-4082-85ff-d177bbce81bf req-08eb0b2f-1e80-4514-b4d6-d1cd77fbbea5 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 945 time: 0.2822950
Dec 16 14:40:22.546685 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7432-780f-46bb-97c0-d26f3c26662f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:22.569349 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7432-780f-46bb-97c0-d26f3c26662f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:22.581567 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:22.685756 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-ebbf7432-780f-46bb-97c0-d26f3c26662f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43d9cbc443184ddfa1c2e82538dfa875&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6802864
Dec 16 14:40:22.688738 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47826) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:22.698933 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bcfcb913-0e05-4082-85ff-d177bbce81bf req-f26d5e64-85b0-46fa-81f3-a5277cf38410 tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/security-groups?id=66aac7f7-af3b-4da4-b81e-64a0c13b630f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479628
Dec 16 14:40:22.702210 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf7432-780f-46bb-97c0-d26f3c26662f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd36e1e4-f426-4a2b-9e2b-a41d6bb22cb7,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:22.731410 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ebbf7432-780f-46bb-97c0-d26f3c26662f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:22.765215 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c0e4e23a-83ff-4181-835c-baac044cab44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:22.800861 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c0e4e23a-83ff-4181-835c-baac044cab44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:22.860496 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c0e4e23a-83ff-4181-835c-baac044cab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:22.869434 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e442112b-aede-442c-bd26-51a23279e219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:22.888483 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c0e4e23a-83ff-4181-835c-baac044cab44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:22.893410 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-c0e4e23a-83ff-4181-835c-baac044cab44 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd36e1e4-f426-4a2b-9e2b-a41d6bb22cb7 HTTP/1.1" status: 204  len: 168 time: 0.2036178
Dec 16 14:40:22.898064 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4e23a-83ff-4181-835c-baac044cab44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd36e1e4-f426-4a2b-9e2b-a41d6bb22cb7,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:22.901331 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c0e4e23a-83ff-4181-835c-baac044cab44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:22.968031 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d2ca7-41d9-45a3-aebe-faaed4025a59 req-c8247225-5c2c-4763-8c38-80596d2d8cd6 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:22.969921 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a90d2ca7-41d9-45a3-aebe-faaed4025a59 req-c8247225-5c2c-4763-8c38-80596d2d8cd6 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.2397602
Dec 16 14:40:22.983533 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-76825f7e-d10c-40cd-a338-cf6a13dce0b7 req-9c263b2f-7210-4b74-93c8-cf89ae399c2f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] For port 985f8d8b-5b76-4176-800e-423ef68a9aa2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=985f8d8b-5b76-4176-800e-423ef68a9aa2,segment=NetworkSegment(12db73f0-9dcb-4157-b28c-b313d8bd792a),segment_id=12db73f0-9dcb-4157-b28c-b313d8bd792a)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:40:22.983977 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-76825f7e-d10c-40cd-a338-cf6a13dce0b7 req-9c263b2f-7210-4b74-93c8-cf89ae399c2f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:23.207911 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-76825f7e-d10c-40cd-a338-cf6a13dce0b7 req-9c263b2f-7210-4b74-93c8-cf89ae399c2f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Calling delete_port for 985f8d8b-5b76-4176-800e-423ef68a9aa2 owned by compute:nova {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:40:23.278703 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a90d2ca7-41d9-45a3-aebe-faaed4025a59 req-6e857aba-506c-4422-8ac8-cb88fc3c7993 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2976220
Dec 16 14:40:23.403068 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47862) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:23.422193 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0f5044a5-eaa5-430c-b006-381c1ab45d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:23.442430 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0f5044a5-eaa5-430c-b006-381c1ab45d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:23.447629 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0f5044a5-eaa5-430c-b006-381c1ab45d02 admin admin] Usage tracker for resource:security_group_rule and tenant:0c0c001812904a9898386125b0f2b7cb is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:23.450992 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0f5044a5-eaa5-430c-b006-381c1ab45d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:23.457842 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0f5044a5-eaa5-430c-b006-381c1ab45d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:23.473743 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-76825f7e-d10c-40cd-a338-cf6a13dce0b7 req-9c263b2f-7210-4b74-93c8-cf89ae399c2f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:23.482588 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f99a7a35-cf7b-4b9b-b719-252b9a519927 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:23.518381 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['985f8d8b-5b76-4176-800e-423ef68a9aa2'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:40:23.589943 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c263b2f-7210-4b74-93c8-cf89ae399c2f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Pushing event deleted for resources: {'Port': ['ID=985f8d8b-5b76-4176-800e-423ef68a9aa2,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:23.600579 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-9c263b2f-7210-4b74-93c8-cf89ae399c2f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:23.675410 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0f5044a5-eaa5-430c-b006-381c1ab45d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:23.681901 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0f5044a5-eaa5-430c-b006-381c1ab45d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:23.698327 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-76825f7e-d10c-40cd-a338-cf6a13dce0b7 req-9c263b2f-7210-4b74-93c8-cf89ae399c2f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] No DVR routers for this DVR port 985f8d8b-5b76-4176-800e-423ef68a9aa2 on host hv-cinder-82189 {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:40:23.707320 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-76825f7e-d10c-40cd-a338-cf6a13dce0b7 req-9c263b2f-7210-4b74-93c8-cf89ae399c2f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:23.708636 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:23.710643 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e979fa-0671-444e-b47c-b9be04bd4bff', 'name': 'network-vif-deleted', 'tag': '985f8d8b-5b76-4176-800e-423ef68a9aa2'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:23.760815 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-76825f7e-d10c-40cd-a338-cf6a13dce0b7 req-9c263b2f-7210-4b74-93c8-cf89ae399c2f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.66 "DELETE /v2.0/ports/985f8d8b-5b76-4176-800e-423ef68a9aa2 HTTP/1.1" status: 204  len: 173 time: 1.3970239
Dec 16 14:40:23.778025 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5044a5-eaa5-430c-b006-381c1ab45d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3a5b3d-e8bc-4e71-b96a-7cfb891079ac,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:23.785073 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0f5044a5-eaa5-430c-b006-381c1ab45d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:23.794802 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-0f5044a5-eaa5-430c-b006-381c1ab45d02 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c0c001812904a9898386125b0f2b7cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3904672
Dec 16 14:40:23.798253 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47884) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:23.901576 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e979fa-0671-444e-b47c-b9be04bd4bff', 'name': 'network-vif-deleted', 'tag': '985f8d8b-5b76-4176-800e-423ef68a9aa2', 'status': 'completed', 'code': 200}
Dec 16 14:40:23.907633 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-bda7efac-e205-4a5d-b79d-2c9f78fceb00 req-a7982d5f-8562-4ddc-ae7e-cf6a7c697c2b tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Synchronizing usage tracker for tenant:6906ddb7ea8b4cde8dabbec416e0f996 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:40:23.931153 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-bda7efac-e205-4a5d-b79d-2c9f78fceb00 req-a7982d5f-8562-4ddc-ae7e-cf6a7c697c2b tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Unset dirty status for tenant:6906ddb7ea8b4cde8dabbec416e0f996 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:40:23.932366 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bda7efac-e205-4a5d-b79d-2c9f78fceb00 req-a7982d5f-8562-4ddc-ae7e-cf6a7c697c2b tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 210 time: 0.0753212
Dec 16 14:40:23.932749 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f3085398-f942-442a-9c19-a4abdfcacb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:23.983724 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f3085398-f942-442a-9c19-a4abdfcacb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.054708 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f3085398-f942-442a-9c19-a4abdfcacb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.061950 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a07dbf1f-9049-400f-9eed-3f0f81b5c3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:24.076692 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3085398-f942-442a-9c19-a4abdfcacb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3a5b3d-e8bc-4e71-b96a-7cfb891079ac,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:24.079065 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f3085398-f942-442a-9c19-a4abdfcacb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.080302 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-f3085398-f942-442a-9c19-a4abdfcacb59 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed3a5b3d-e8bc-4e71-b96a-7cfb891079ac HTTP/1.1" status: 204  len: 168 time: 0.2808225
Dec 16 14:40:24.081274 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f3085398-f942-442a-9c19-a4abdfcacb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:24.263111 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47906) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:24.419156 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-eabe4fc5-098f-48f5-9081-68951162a755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.438377 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-eabe4fc5-098f-48f5-9081-68951162a755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:24.443267 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-eabe4fc5-098f-48f5-9081-68951162a755 admin admin] Usage tracker for resource:security_group_rule and tenant:3fe050ec298b427788400b05361b8b13 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:24.447415 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-eabe4fc5-098f-48f5-9081-68951162a755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:24.453233 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-eabe4fc5-098f-48f5-9081-68951162a755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:24.498362 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d035a-4fdb-49d7-b885-f713ddbd9541 req-910fbb37-6ea1-4007-aad6-ff320c6e1dce tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:24.501236 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c69d035a-4fdb-49d7-b885-f713ddbd9541 req-910fbb37-6ea1-4007-aad6-ff320c6e1dce tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0980563
Dec 16 14:40:24.569115 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c69d035a-4fdb-49d7-b885-f713ddbd9541 req-6e682c59-75e8-4f63-adca-85cadb4a0ede tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593014
Dec 16 14:40:24.655981 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-eabe4fc5-098f-48f5-9081-68951162a755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.660949 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-eabe4fc5-098f-48f5-9081-68951162a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.670474 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:24.714275 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-eabe4fc5-098f-48f5-9081-68951162a755 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3fe050ec298b427788400b05361b8b13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4500651
Dec 16 14:40:24.716878 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47936) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:24.720205 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe4fc5-098f-48f5-9081-68951162a755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d89ed4-ed6d-4891-ae0f-5219372f0c44,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:24.732999 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-eabe4fc5-098f-48f5-9081-68951162a755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:24.799334 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8cb12991-6c44-4387-ab15-12333f20a9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.874570 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8cb12991-6c44-4387-ab15-12333f20a9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.917818 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 47946) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:24.981531 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8cb12991-6c44-4387-ab15-12333f20a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.987991 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-dccdbf89-162d-4501-b4a1-1d2efa4785ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:24.999162 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb12991-6c44-4387-ab15-12333f20a9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d89ed4-ed6d-4891-ae0f-5219372f0c44,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:25.014176 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8cb12991-6c44-4387-ab15-12333f20a9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:25.015212 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8cb12991-6c44-4387-ab15-12333f20a9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.016838 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-8cb12991-6c44-4387-ab15-12333f20a9ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29d89ed4-ed6d-4891-ae0f-5219372f0c44 HTTP/1.1" status: 204  len: 168 time: 0.2986069
Dec 16 14:40:25.077770 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fc04ff0a-7ead-46aa-881e-118140241e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.134006 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-fc04ff0a-7ead-46aa-881e-118140241e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:25.143646 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f7fe8bff-2e7c-400f-8ad2-175aee70830d req-ef1844cb-128b-4692-bb74-0bbee2d71aad tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e979fa-0671-444e-b47c-b9be04bd4bff HTTP/1.1" status: 200  len: 210 time: 0.0503523
Dec 16 14:40:25.144560 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-fc04ff0a-7ead-46aa-881e-118140241e29 admin admin] Usage tracker for resource:security_group_rule and tenant:377833d3019d4527b76e0d97e737413b is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:25.147890 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-fc04ff0a-7ead-46aa-881e-118140241e29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:25.156552 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-fc04ff0a-7ead-46aa-881e-118140241e29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:25.277100 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fc04ff0a-7ead-46aa-881e-118140241e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.282730 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fc04ff0a-7ead-46aa-881e-118140241e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.295390 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-927e2f62-efb8-41e7-af7c-7d6537fa56dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:25.359939 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47972) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:25.360569 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-fc04ff0a-7ead-46aa-881e-118140241e29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=377833d3019d4527b76e0d97e737413b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4413321
Dec 16 14:40:25.361734 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04ff0a-7ead-46aa-881e-118140241e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9968f535-c448-40a1-a575-726e6fc0b3e5,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:25.365196 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-fc04ff0a-7ead-46aa-881e-118140241e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:25.447871 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d7d3-ff9e-49a4-b75f-a12da67e49ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.496355 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d7d3-ff9e-49a4-b75f-a12da67e49ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.537316 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 985f8d8b-5b76-4176-800e-423ef68a9aa2 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:40:25.537801 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47980) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:25.564883 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-821d2709-847f-4052-b754-6390f4f2a065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.581155 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-821d2709-847f-4052-b754-6390f4f2a065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:25.582144 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 985f8d8b-5b76-4176-800e-423ef68a9aa2 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:40:25.582704 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 985f8d8b-5b76-4176-800e-423ef68a9aa2 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:40:25.585596 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-821d2709-847f-4052-b754-6390f4f2a065 admin admin] Usage tracker for resource:security_group_rule and tenant:a6518352430f4d7cb3afe77cd0272da5 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:25.589788 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-821d2709-847f-4052-b754-6390f4f2a065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:25.595864 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-821d2709-847f-4052-b754-6390f4f2a065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:25.629962 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d7d3-ff9e-49a4-b75f-a12da67e49ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.638276 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-81a072db-baa1-4d74-8d04-5844681f5a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:25.666164 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2d7d3-ff9e-49a4-b75f-a12da67e49ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9968f535-c448-40a1-a575-726e6fc0b3e5,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:25.674705 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d6f2d7d3-ff9e-49a4-b75f-a12da67e49ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:25.701011 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d6f2d7d3-ff9e-49a4-b75f-a12da67e49ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.702628 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-d6f2d7d3-ff9e-49a4-b75f-a12da67e49ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9968f535-c448-40a1-a575-726e6fc0b3e5 HTTP/1.1" status: 204  len: 168 time: 0.3417056
Dec 16 14:40:25.807948 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-821d2709-847f-4052-b754-6390f4f2a065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.825053 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-821d2709-847f-4052-b754-6390f4f2a065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.843297 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d47df23c-6045-40a9-9435-478fb252cda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:25.921608 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d2709-847f-4052-b754-6390f4f2a065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77cd8a2-6e0a-4fd7-b867-bc3f968346f9,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:25.940192 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-821d2709-847f-4052-b754-6390f4f2a065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:25.971137 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b883255-23f3-4d93-91d4-68423d844bb3 req-37fffe14-3dc9-41d4-9228-f020c02a563b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:25.981163 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8b883255-23f3-4d93-91d4-68423d844bb3 req-37fffe14-3dc9-41d4-9228-f020c02a563b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.2402105
Dec 16 14:40:25.987911 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-821d2709-847f-4052-b754-6390f4f2a065 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6518352430f4d7cb3afe77cd0272da5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4479735
Dec 16 14:40:25.992641 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 47998) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:26.070748 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8b883255-23f3-4d93-91d4-68423d844bb3 req-30719014-b8bd-4378-aef3-1bdd3c128564 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880544
Dec 16 14:40:26.117023 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b02ab556-f02d-459d-8e17-8539b93631ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.148357 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b02ab556-f02d-459d-8e17-8539b93631ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.208084 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b02ab556-f02d-459d-8e17-8539b93631ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.220128 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-166bbcb8-edf8-4b87-b833-fd169610dfaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:26.231726 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ab556-f02d-459d-8e17-8539b93631ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77cd8a2-6e0a-4fd7-b867-bc3f968346f9,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:26.236821 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b02ab556-f02d-459d-8e17-8539b93631ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:26.240317 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b02ab556-f02d-459d-8e17-8539b93631ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.244571 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-b02ab556-f02d-459d-8e17-8539b93631ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e77cd8a2-6e0a-4fd7-b867-bc3f968346f9 HTTP/1.1" status: 204  len: 168 time: 0.2479608
Dec 16 14:40:26.288212 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48016) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:26.306367 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b44a0762-d367-47c8-bed2-d36b965411fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.321833 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b44a0762-d367-47c8-bed2-d36b965411fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:26.325926 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-b44a0762-d367-47c8-bed2-d36b965411fb admin admin] Usage tracker for resource:security_group_rule and tenant:fb916a3dd1db47eb873a4ba281c16427 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:26.329069 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-b44a0762-d367-47c8-bed2-d36b965411fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:26.335563 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b44a0762-d367-47c8-bed2-d36b965411fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:26.448935 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b44a0762-d367-47c8-bed2-d36b965411fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.453887 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b44a0762-d367-47c8-bed2-d36b965411fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.471082 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:26.517089 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48026) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:26.517285 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-b44a0762-d367-47c8-bed2-d36b965411fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb916a3dd1db47eb873a4ba281c16427&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2271760
Dec 16 14:40:26.518073 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a0762-d367-47c8-bed2-d36b965411fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d854fe0b-1334-4d3c-8a99-f33a64855082,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:26.521328 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b44a0762-d367-47c8-bed2-d36b965411fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:26.600761 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0701e7b5-c58e-4619-8e00-28c1071022dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.638514 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0701e7b5-c58e-4619-8e00-28c1071022dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.674313 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48034) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:26.694000 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2a0e73eb-5d05-48d7-8fd0-c55bb1efea41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.710710 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-2a0e73eb-5d05-48d7-8fd0-c55bb1efea41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:26.711763 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0701e7b5-c58e-4619-8e00-28c1071022dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.714715 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-2a0e73eb-5d05-48d7-8fd0-c55bb1efea41 admin admin] Usage tracker for resource:security_group_rule and tenant:cf6a02ab4a49495aa3958509e2c639dd is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:26.718219 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-b29a0c96-f8ba-4c6c-a333-1f9f7f23f0a8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:26.718654 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-2a0e73eb-5d05-48d7-8fd0-c55bb1efea41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:26.725514 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-2a0e73eb-5d05-48d7-8fd0-c55bb1efea41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:26.732011 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701e7b5-c58e-4619-8e00-28c1071022dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d854fe0b-1334-4d3c-8a99-f33a64855082,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:26.735398 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0701e7b5-c58e-4619-8e00-28c1071022dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:26.747572 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0701e7b5-c58e-4619-8e00-28c1071022dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.752158 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-0701e7b5-c58e-4619-8e00-28c1071022dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d854fe0b-1334-4d3c-8a99-f33a64855082 HTTP/1.1" status: 204  len: 168 time: 0.2329421
Dec 16 14:40:26.856054 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2a0e73eb-5d05-48d7-8fd0-c55bb1efea41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.863263 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2a0e73eb-5d05-48d7-8fd0-c55bb1efea41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.912132 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d6f2d7d3-ff9e-49a4-b75f-a12da67e49ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:26.938489 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-2a0e73eb-5d05-48d7-8fd0-c55bb1efea41 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf6a02ab4a49495aa3958509e2c639dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2629824
Dec 16 14:40:26.941230 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48046) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:26.951828 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e73eb-5d05-48d7-8fd0-c55bb1efea41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87afc13c-5bab-4983-9b35-cddea75bb113,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:26.956324 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-2a0e73eb-5d05-48d7-8fd0-c55bb1efea41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:27.013795 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bd6fc388-7aa7-45f9-8537-cda0656ab918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:27.044501 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bd6fc388-7aa7-45f9-8537-cda0656ab918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:27.133411 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bd6fc388-7aa7-45f9-8537-cda0656ab918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:27.137728 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-61ecccec-4e0c-4e5c-aab7-7e61c34862bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:27.151102 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fc388-7aa7-45f9-8537-cda0656ab918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87afc13c-5bab-4983-9b35-cddea75bb113,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:27.166671 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-bd6fc388-7aa7-45f9-8537-cda0656ab918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:27.171309 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bd6fc388-7aa7-45f9-8537-cda0656ab918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:27.176156 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-bd6fc388-7aa7-45f9-8537-cda0656ab918 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87afc13c-5bab-4983-9b35-cddea75bb113 HTTP/1.1" status: 204  len: 168 time: 0.2338824
Dec 16 14:40:27.307423 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a0cad-6f8a-4ff7-b05f-7ad88a5fafa8 req-f8d342f8-27f9-4e32-82cc-e669f91863df tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:27.309037 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-992a0cad-6f8a-4ff7-b05f-7ad88a5fafa8 req-f8d342f8-27f9-4e32-82cc-e669f91863df tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1233060
Dec 16 14:40:27.385835 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-992a0cad-6f8a-4ff7-b05f-7ad88a5fafa8 req-ee2458c7-53b9-4aea-860c-f2719d00f1ca tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709636
Dec 16 14:40:28.120147 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48138) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:28.147346 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48146) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:28.223310 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80c1d2d-5966-4e69-a80b-6ab6360432d1 admin admin] Deleting subnet c042d2ee-fb4a-44f1-92eb-502e1a74b5a0 {{(pid=87788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:40:28.226406 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e80c1d2d-5966-4e69-a80b-6ab6360432d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:28.299028 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e80c1d2d-5966-4e69-a80b-6ab6360432d1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:28.314192 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e80c1d2d-5966-4e69-a80b-6ab6360432d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:28.408900 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0cec193d-addf-4a8d-86d6-5cc6ed0a382b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:28.475371 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-0cec193d-addf-4a8d-86d6-5cc6ed0a382b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:28.504405 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:40:28.509729 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-0cec193d-addf-4a8d-86d6-5cc6ed0a382b admin admin] Usage tracker for resource:security_group_rule and tenant:96762b8bbb2341fa909c8128d91597e1 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:28.528154 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-0cec193d-addf-4a8d-86d6-5cc6ed0a382b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:28.545714 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-0cec193d-addf-4a8d-86d6-5cc6ed0a382b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:28.561323 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e80c1d2d-5966-4e69-a80b-6ab6360432d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for subnet, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:28.591330 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-7b4641e8-3762-472a-8fe5-f31d3ae492cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:28.697606 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c1d2d-5966-4e69-a80b-6ab6360432d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c042d2ee-fb4a-44f1-92eb-502e1a74b5a0,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:28.702060 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e80c1d2d-5966-4e69-a80b-6ab6360432d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:28.712959 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-e80c1d2d-5966-4e69-a80b-6ab6360432d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:28.735421 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-e80c1d2d-5966-4e69-a80b-6ab6360432d1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c042d2ee-fb4a-44f1-92eb-502e1a74b5a0 HTTP/1.1" status: 204  len: 168 time: 0.5858872
Dec 16 14:40:28.738204 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48182) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:28.820216 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b08835-a9ce-46a4-9f5a-f431f55084e0 req-a8927514-26c9-4fc9-8f0a-f937156d2fb2 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:28.821780 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-03b08835-a9ce-46a4-9f5a-f431f55084e0 req-a8927514-26c9-4fc9-8f0a-f937156d2fb2 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1791799
Dec 16 14:40:28.849634 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0cec193d-addf-4a8d-86d6-5cc6ed0a382b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:28.871685 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0cec193d-addf-4a8d-86d6-5cc6ed0a382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:28.883348 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:28.910519 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:28.958666 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-03b08835-a9ce-46a4-9f5a-f431f55084e0 req-a07f4cd4-1ae9-4616-a2a9-36f2820d1dce tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139321
Dec 16 14:40:28.982218 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-0cec193d-addf-4a8d-86d6-5cc6ed0a382b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96762b8bbb2341fa909c8128d91597e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8594155
Dec 16 14:40:28.985119 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48192) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:28.987860 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec193d-addf-4a8d-86d6-5cc6ed0a382b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b207a8-5380-4be5-a99b-c04154008c14,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:29.007340 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0cec193d-addf-4a8d-86d6-5cc6ed0a382b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:29.073756 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.085214 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6e87-1335-4fac-a736-e5f0310da0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.109829 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f753dcd42e0>> segment before_delete 55550000 {{(pid=87789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:29.110170 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f753dcd42e0>> subnet precommit_delete_associations 55550000 {{(pid=87789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:29.111099 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753d0c9370>> segment_host_mapping after_create 55550000 {{(pid=87789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:29.111775 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753d0c9370>> port after_create 55550000 {{(pid=87789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:29.112324 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753d0c9370>> port after_delete 55550000 {{(pid=87789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:29.112955 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753d0c9370>> port after_update 55550000 {{(pid=87789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:29.113495 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753d0c9370>> segment after_delete 55550000 {{(pid=87789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:29.114127 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753d0c9370>> subnet after_create 55550000 {{(pid=87789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:29.114437 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753d0c9370>> subnet after_delete 55550000 {{(pid=87789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:29.114770 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753d0c9370>> subnet after_update 55550000 {{(pid=87789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:29.117926 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6e87-1335-4fac-a736-e5f0310da0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.183724 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6e87-1335-4fac-a736-e5f0310da0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.192640 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-998d9123-93d5-4031-a105-a0ed2911b206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:29.212486 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e6e87-1335-4fac-a736-e5f0310da0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b207a8-5380-4be5-a99b-c04154008c14,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:29.215356 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-cd2e6e87-1335-4fac-a736-e5f0310da0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:29.216264 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6e87-1335-4fac-a736-e5f0310da0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.217744 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-cd2e6e87-1335-4fac-a736-e5f0310da0e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33b207a8-5380-4be5-a99b-c04154008c14 HTTP/1.1" status: 204  len: 168 time: 0.2317109
Dec 16 14:40:29.302681 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f753d0b9bb0>> subnet after_create 55550000 {{(pid=87789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:29.303364 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f753d0b9bb0>> subnet after_delete 55550000 {{(pid=87789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:29.303880 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f753d0b9bb0>> subnet before_create 55550000 {{(pid=87789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:29.304452 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f753d0b9bb0>> subnet before_update 55550000 {{(pid=87789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:29.306508 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.services.segments.db [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753dcd48b0>,) {'filters': {'network_id': ['827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5']}} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:29.324885 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.services.segments.db [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753dcd48b0>, '12db73f0-9dcb-4157-b28c-b313d8bd792a') {'for_net_delete': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:29.325419 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.services.segments.db [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753dcd48b0>, '12db73f0-9dcb-4157-b28c-b313d8bd792a') {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:29.341635 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2750849'] for segment, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.362333 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.373010 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=87789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:40:29.373669 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2354090'] for segment, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   from cryptography.utils import int_from_bytes
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   from cryptography.utils import int_from_bytes
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   util.warn_limited(
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   util.warn_limited(
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]: Traceback (most recent call last):
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     timer()
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     cb(*args, **kw)
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     return func(*args, **kwargs)
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     self._notify()
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     self.callback(batched_events)
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     event.method(event)
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     return f(self, *a, **k)
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     return self._get(url).json()
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:40:29.390565 dv-cinder-821892-3-iscsi neutron-server[87789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:40:29.506050 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.513020 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:29.543506 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.555863 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:29.564640 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:29.585940 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-3be31b5e-ed92-4825-98ca-f500032750c7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/827b8a8e-1fe7-47ec-8dc7-4f6e2b249fc5 HTTP/1.1" status: 204  len: 168 time: 0.8449557
Dec 16 14:40:29.820722 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48252) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:29.862445 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6c062c84-49da-41a6-b353-280d0acc989a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.904325 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48258) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:29.911792 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-6c062c84-49da-41a6-b353-280d0acc989a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:29.920247 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-6c062c84-49da-41a6-b353-280d0acc989a admin admin] Usage tracker for resource:security_group_rule and tenant:badee23df7a9473ab35c9a573575c3ee is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:29.927866 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-6c062c84-49da-41a6-b353-280d0acc989a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:29.949045 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-6c062c84-49da-41a6-b353-280d0acc989a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:30.023361 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-14b8de83-e58c-4c0d-a562-3b2629e478d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6906ddb7ea8b4cde8dabbec416e0f996&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1173184
Dec 16 14:40:30.026418 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48270) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:30.140606 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6c062c84-49da-41a6-b353-280d0acc989a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.150384 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6c062c84-49da-41a6-b353-280d0acc989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.174392 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d085b69c-69d9-4f93-a450-dc732516bc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.222509 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8dfc2bf8-cddf-4cb2-8442-630475f9c204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:30.235187 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-6c062c84-49da-41a6-b353-280d0acc989a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=badee23df7a9473ab35c9a573575c3ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4118793
Dec 16 14:40:30.238067 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48276) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:30.301129 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c062c84-49da-41a6-b353-280d0acc989a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69443f2-ae64-40ec-b59c-030b87771714,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:30.306921 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6c062c84-49da-41a6-b353-280d0acc989a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:30.345565 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-27ab588e-384d-4276-bb2d-03aa246ed2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.384548 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d085b69c-69d9-4f93-a450-dc732516bc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.390455 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-27ab588e-384d-4276-bb2d-03aa246ed2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.475013 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48290) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:30.484182 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-27ab588e-384d-4276-bb2d-03aa246ed2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.487440 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab69a6-f3e8-429d-891c-768bab30d232 req-fe836501-9b72-474e-b1ca-9c0d258cc3ee tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:30.488731 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b02ab556-f02d-459d-8e17-8539b93631ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:30.495858 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9eab69a6-f3e8-429d-891c-768bab30d232 req-fe836501-9b72-474e-b1ca-9c0d258cc3ee tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.3178306
Dec 16 14:40:30.500688 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab588e-384d-4276-bb2d-03aa246ed2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69443f2-ae64-40ec-b59c-030b87771714,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:30.502981 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-27ab588e-384d-4276-bb2d-03aa246ed2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:30.508669 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-27ab588e-384d-4276-bb2d-03aa246ed2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.509835 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-27ab588e-384d-4276-bb2d-03aa246ed2fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b69443f2-ae64-40ec-b59c-030b87771714 HTTP/1.1" status: 204  len: 168 time: 0.2706630
Dec 16 14:40:30.550045 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48298) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:30.558252 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9eab69a6-f3e8-429d-891c-768bab30d232 req-4815eea8-167d-43e7-a026-cfdfbbf20eb5 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560868
Dec 16 14:40:30.561133 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d085b69c-69d9-4f93-a450-dc732516bc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.566182 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8d88789b-75da-41f5-8a8b-6f22a08bd74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:30.583592 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085b69c-69d9-4f93-a450-dc732516bc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aac7f7-af3b-4da4-b81e-64a0c13b630f,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:30.586791 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d085b69c-69d9-4f93-a450-dc732516bc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:30.597643 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d085b69c-69d9-4f93-a450-dc732516bc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.600839 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-d085b69c-69d9-4f93-a450-dc732516bc19 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66aac7f7-af3b-4da4-b81e-64a0c13b630f HTTP/1.1" status: 204  len: 168 time: 0.5701213
Dec 16 14:40:30.732497 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-683178e3-f357-4cd3-a93a-4d38139e8dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.750403 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-683178e3-f357-4cd3-a93a-4d38139e8dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:30.755230 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-683178e3-f357-4cd3-a93a-4d38139e8dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:5c7e1fc334a04747b39f7303e3489936 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:30.758465 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-683178e3-f357-4cd3-a93a-4d38139e8dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:30.765043 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-683178e3-f357-4cd3-a93a-4d38139e8dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:30.889797 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-683178e3-f357-4cd3-a93a-4d38139e8dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.917521 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-64966e87-f65b-4b1b-91e9-f66cb56b0684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.926780 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-683178e3-f357-4cd3-a93a-4d38139e8dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.942307 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c0e4e23a-83ff-4181-835c-baac044cab44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:30.975904 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-64966e87-f65b-4b1b-91e9-f66cb56b0684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:30.987870 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-64966e87-f65b-4b1b-91e9-f66cb56b0684 admin admin] Usage tracker for resource:security_group_rule and tenant:66e8e3028160445db878134de2706b93 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:31.001877 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48320) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:31.015780 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-683178e3-f357-4cd3-a93a-4d38139e8dc3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c7e1fc334a04747b39f7303e3489936&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5378869
Dec 16 14:40:31.017114 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-64966e87-f65b-4b1b-91e9-f66cb56b0684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:31.033306 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-64966e87-f65b-4b1b-91e9-f66cb56b0684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:31.047589 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683178e3-f357-4cd3-a93a-4d38139e8dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f4d7a9-cbd6-4f86-bc34-60531e4a5ec0,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:31.052229 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-683178e3-f357-4cd3-a93a-4d38139e8dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:31.118519 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d96780c4-dea6-48cc-af9b-d57a61cc3ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.159126 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d96780c4-dea6-48cc-af9b-d57a61cc3ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.276882 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-64966e87-f65b-4b1b-91e9-f66cb56b0684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.281260 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d96780c4-dea6-48cc-af9b-d57a61cc3ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.283365 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-64966e87-f65b-4b1b-91e9-f66cb56b0684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.296501 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:31.313531 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96780c4-dea6-48cc-af9b-d57a61cc3ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f4d7a9-cbd6-4f86-bc34-60531e4a5ec0,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:31.317992 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d96780c4-dea6-48cc-af9b-d57a61cc3ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:31.321669 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:31.326834 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d96780c4-dea6-48cc-af9b-d57a61cc3ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.330906 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-d96780c4-dea6-48cc-af9b-d57a61cc3ad2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61f4d7a9-cbd6-4f86-bc34-60531e4a5ec0 HTTP/1.1" status: 204  len: 168 time: 0.3279181
Dec 16 14:40:31.344601 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-64966e87-f65b-4b1b-91e9-f66cb56b0684 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66e8e3028160445db878134de2706b93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7934575
Dec 16 14:40:31.349025 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48342) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:31.432286 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64966e87-f65b-4b1b-91e9-f66cb56b0684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844c9ebd-3b48-4079-bcdc-6273308718f0,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:31.446196 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-64966e87-f65b-4b1b-91e9-f66cb56b0684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:31.455807 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b6f5092f-5f61-43ae-9a9d-09cef3fe4e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.495126 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b6f5092f-5f61-43ae-9a9d-09cef3fe4e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.650219 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b6f5092f-5f61-43ae-9a9d-09cef3fe4e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.656198 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-85522e0a-4844-434b-8676-14d3b828c688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:31.719197 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b6f5092f-5f61-43ae-9a9d-09cef3fe4e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.730596 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-b6f5092f-5f61-43ae-9a9d-09cef3fe4e5f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/844c9ebd-3b48-4079-bcdc-6273308718f0 HTTP/1.1" status: 204  len: 168 time: 0.3776274
Dec 16 14:40:31.730596 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5092f-5f61-43ae-9a9d-09cef3fe4e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844c9ebd-3b48-4079-bcdc-6273308718f0,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:31.742273 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b6f5092f-5f61-43ae-9a9d-09cef3fe4e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:31.887034 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66fad-8d86-45b5-9c38-6804dd7c8e2a req-4740d12e-9964-4034-835c-361b96ebfc49 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:31.894879 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-80b66fad-8d86-45b5-9c38-6804dd7c8e2a req-4740d12e-9964-4034-835c-361b96ebfc49 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1041472
Dec 16 14:40:31.947837 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-80b66fad-8d86-45b5-9c38-6804dd7c8e2a req-e00122f0-36f4-4ede-a49e-bc511b4a9d28 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519464
Dec 16 14:40:32.336767 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48376) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:32.371779 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a01813f5-e8da-4946-b8af-efc118c4a326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:32.389101 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-a01813f5-e8da-4946-b8af-efc118c4a326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:32.394147 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-a01813f5-e8da-4946-b8af-efc118c4a326 admin admin] Usage tracker for resource:security_group_rule and tenant:63d7ab99560440b6ae7f6c58c5e078dc is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:32.398645 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-a01813f5-e8da-4946-b8af-efc118c4a326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:32.405789 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-a01813f5-e8da-4946-b8af-efc118c4a326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:32.534843 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a01813f5-e8da-4946-b8af-efc118c4a326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:32.540477 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a01813f5-e8da-4946-b8af-efc118c4a326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:32.552412 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48384) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:32.558268 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-5d5bbbd3-516c-47ee-9da1-311e1e27a846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:32.606086 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-a01813f5-e8da-4946-b8af-efc118c4a326 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63d7ab99560440b6ae7f6c58c5e078dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2648935
Dec 16 14:40:32.607510 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48392) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:32.609778 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01813f5-e8da-4946-b8af-efc118c4a326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67c7699-eaae-4727-b0d7-8fa045ef531b,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:32.612994 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a01813f5-e8da-4946-b8af-efc118c4a326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:32.679898 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-08abde3f-9d62-4b1b-8abf-c8037f0eb85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:32.711706 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-08abde3f-9d62-4b1b-8abf-c8037f0eb85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:32.720027 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48396) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:32.775260 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-08abde3f-9d62-4b1b-8abf-c8037f0eb85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:32.781957 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-3abac283-09bf-4c1b-a112-517b3384abce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:32.791920 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1204831160-network', 'tenant_id': 'd2c80f6588b6403388795a3cbdab209e'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:40:32.799946 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:32.804739 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abde3f-9d62-4b1b-8abf-c8037f0eb85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67c7699-eaae-4727-b0d7-8fa045ef531b,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:32.807017 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-08abde3f-9d62-4b1b-8abf-c8037f0eb85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:32.810263 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Usage tracker for resource:network and tenant:d2c80f6588b6403388795a3cbdab209e is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:32.815097 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:32.818386 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-08abde3f-9d62-4b1b-8abf-c8037f0eb85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:32.819745 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-08abde3f-9d62-4b1b-8abf-c8037f0eb85a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a67c7699-eaae-4727-b0d7-8fa045ef531b HTTP/1.1" status: 204  len: 168 time: 0.2109878
Dec 16 14:40:32.833862 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:32.849739 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Made reservation on behalf of d2c80f6588b6403388795a3cbdab209e for: {'network': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:32.853029 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:32.870893 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:32.883468 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-390363719-network', 'tenant_id': '5a10c6d1e7e7425bb59f6efad4231db3'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:40:32.887351 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:32.889963 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:32.893985 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Usage tracker for resource:security_group_rule and tenant:d2c80f6588b6403388795a3cbdab209e is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:32.894480 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Usage tracker for resource:network and tenant:5a10c6d1e7e7425bb59f6efad4231db3 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:32.899525 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:32.906714 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:32.910767 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:32.915766 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:32.928966 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Made reservation on behalf of 5a10c6d1e7e7425bb59f6efad4231db3 for: {'network': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:32.932434 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:32.971130 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.024691 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.032330 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.034709 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:33.042557 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f3c58fb9-5b8b-4ada-9a86-b54ab95a8cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:33.045110 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Usage tracker for resource:security_group_rule and tenant:5a10c6d1e7e7425bb59f6efad4231db3 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:33.048941 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:33.057414 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:33.071207 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'}  {{(pid=87788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:40:33.103811 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42478ecf-fc1d-403b-85f9-b7dd19adc732,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:33.111366 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.111821 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.segments_db [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Added segment 967846ed-10c5-4b5b-a640-e883846fa14d of type vlan for network 54c3a571-c76a-4c68-b42d-4cce9afc6f68
Dec 16 14:40:33.141493 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:33.217274 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.289994 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.290154 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.296595 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.300088 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:33.301159 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.301497 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-26603e60-9251-44d0-ae61-0cbcc03c88fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:33.309050 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:33.335947 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'}  {{(pid=87789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:40:33.346064 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80f9fa9-b46d-4fd3-90ee-d776652f2757,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:33.349508 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:33.357305 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.357659 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.segments_db [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Added segment cc24a22f-4b01-40aa-9169-2597a0684734 of type vlan for network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8
Dec 16 14:40:33.423069 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Pushing event updated for resources: {'Network': ['ID=54c3a571-c76a-4c68-b42d-4cce9afc6f68,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:33.427238 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:33.433565 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network 54c3a571-c76a-4c68-b42d-4cce9afc6f68 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:40:33.448890 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.454860 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550e69b-4158-44d5-b733-1677fa64712a req-9fbf29af-b157-467b-a433-d8756c260d5e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:33.456828 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2550e69b-4158-44d5-b733-1677fa64712a req-9fbf29af-b157-467b-a433-d8756c260d5e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.3182690
Dec 16 14:40:33.522373 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.525102 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:33.527102 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.557435 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48422) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:33.592604 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-ca09bc9f-015b-40a4-a9c6-5ed38ffcf931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:33.597076 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2550e69b-4158-44d5-b733-1677fa64712a req-feb1f0a8-b486-4c7d-a27b-8120df5c152d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148851
Dec 16 14:40:33.606978 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0451014
Dec 16 14:40:33.608851 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48430) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:33.616567 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Request body: {'subnet': {'network_id': '54c3a571-c76a-4c68-b42d-4cce9afc6f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1204831160-subnet', 'tenant_id': 'd2c80f6588b6403388795a3cbdab209e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:40:33.626740 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:33.631728 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48434) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:33.634764 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9089251
Dec 16 14:40:33.639132 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Usage tracker for resource:subnet and tenant:d2c80f6588b6403388795a3cbdab209e is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:33.656310 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:33.681481 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:33.690354 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Request body: {'subnet': {'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-390363719-subnet', 'tenant_id': '5a10c6d1e7e7425bb59f6efad4231db3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:40:33.702305 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:33.710197 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Usage tracker for resource:subnet and tenant:5a10c6d1e7e7425bb59f6efad4231db3 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:33.715509 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:33.722459 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Made reservation on behalf of d2c80f6588b6403388795a3cbdab209e for: {'subnet': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:33.725757 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.776537 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:33.778897 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Pushing event updated for resources: {'Network': ['ID=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:33.784866 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:33.798697 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:40:33.857123 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Made reservation on behalf of 5a10c6d1e7e7425bb59f6efad4231db3 for: {'subnet': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:33.861385 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:34.012755 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-799bf3c0-5828-45aa-8c1c-ec3099fe4b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:34.051689 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-799bf3c0-5828-45aa-8c1c-ec3099fe4b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:34.058296 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-799bf3c0-5828-45aa-8c1c-ec3099fe4b00 admin admin] Usage tracker for resource:security_group_rule and tenant:eefffd14d0794d3cb998cd2569e72116 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:34.064611 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-799bf3c0-5828-45aa-8c1c-ec3099fe4b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:34.080391 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-799bf3c0-5828-45aa-8c1c-ec3099fe4b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:34.313475 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for subnet, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:34.338467 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:34.394726 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for subnet, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:34.437443 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-799bf3c0-5828-45aa-8c1c-ec3099fe4b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:34.448146 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c91dc58e-bd75-490c-bd33-4eee3f440433,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:34.451455 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-799bf3c0-5828-45aa-8c1c-ec3099fe4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:34.462740 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:34.465098 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-fc04ff0a-7ead-46aa-881e-118140241e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:34.504323 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Checking segment: {'id': '967846ed-10c5-4b5b-a640-e883846fa14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '54c3a571-c76a-4c68-b42d-4cce9afc6f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:40:34.504679 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Network hostable DHCP agents. Network: 54c3a571-c76a-4c68-b42d-4cce9afc6f68, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:40:34.542849 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bf3c0-5828-45aa-8c1c-ec3099fe4b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f83c9a-90b7-4268-8d36-543482e2aefa,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:34.550548 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-799bf3c0-5828-45aa-8c1c-ec3099fe4b00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eefffd14d0794d3cb998cd2569e72116&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9846249
Dec 16 14:40:34.550898 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48456) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:34.551503 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-799bf3c0-5828-45aa-8c1c-ec3099fe4b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:34.555008 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-7865972a-cf13-4ea8-8915-81cc841c5cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:34.594966 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Checking segment: {'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:40:34.595288 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Network hostable DHCP agents. Network: 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:40:34.610369 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Network 54c3a571-c76a-4c68-b42d-4cce9afc6f68 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:40:34.615220 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-be7648d2-63e4-47e6-b63d-e2ab3acd5cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:34.640447 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, 54c3a571-c76a-4c68-b42d-4cce9afc6f68) {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:34.645021 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-be7648d2-63e4-47e6-b63d-e2ab3acd5cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:34.648508 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eda57b1-5f84-4e22-8057-9285f26780cf,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:34.651159 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:34.651613 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c77efa8-d4cb-49de-a808-79a349d9811c None None] Network 54c3a571-c76a-4c68-b42d-4cce9afc6f68 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:40:34.652076 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:34.655847 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:34.658030 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:40:34.670798 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8) {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:34.682995 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:34.683571 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:34.689810 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48462) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:34.693227 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613b0c8e-6b3e-448a-ac8b-1a70f792186a None None] Network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:40:34.733928 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-be7648d2-63e4-47e6-b63d-e2ab3acd5cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:34.743116 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-fe40d9b5-2939-4863-8156-70455e7eefe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:34.745384 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-fc34bf17-f4bb-4701-9669-ef53dd62bca3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1082807
Dec 16 14:40:34.747878 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1377680
Dec 16 14:40:34.776394 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-be7648d2-63e4-47e6-b63d-e2ab3acd5cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:34.777752 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-be7648d2-63e4-47e6-b63d-e2ab3acd5cd6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46f83c9a-90b7-4268-8d36-543482e2aefa HTTP/1.1" status: 204  len: 168 time: 0.2245715
Dec 16 14:40:34.778791 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7648d2-63e4-47e6-b63d-e2ab3acd5cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f83c9a-90b7-4268-8d36-543482e2aefa,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:34.792827 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-be7648d2-63e4-47e6-b63d-e2ab3acd5cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:34.954376 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3985-9cdd-4f83-836b-67b0b3515942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:34.997512 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bfc4a-a126-4431-af5f-598a52e40e10 req-47a43d0c-b83f-456a-bfda-7236b6c1c9f9 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:34.999082 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-eb4a3985-9cdd-4f83-836b-67b0b3515942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:34.999655 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-722bfc4a-a126-4431-af5f-598a52e40e10 req-47a43d0c-b83f-456a-bfda-7236b6c1c9f9 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1719742
Dec 16 14:40:35.009377 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-eb4a3985-9cdd-4f83-836b-67b0b3515942 admin admin] Usage tracker for resource:security_group_rule and tenant:dc5bda9f41924b59bb7b9ec4dadfe751 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:35.020676 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-eb4a3985-9cdd-4f83-836b-67b0b3515942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:35.027654 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-eb4a3985-9cdd-4f83-836b-67b0b3515942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:35.099444 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-722bfc4a-a126-4431-af5f-598a52e40e10 req-5040c0d9-93af-4f48-9536-c53b5f958dd9 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912087
Dec 16 14:40:35.125203 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817cd11e-c808-4108-84de-408be4f0a49d None None] Network 54c3a571-c76a-4c68-b42d-4cce9afc6f68 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:40:35.151185 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3985-9cdd-4f83-836b-67b0b3515942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:35.156798 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3985-9cdd-4f83-836b-67b0b3515942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:35.169091 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-683178e3-f357-4cd3-a93a-4d38139e8dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:35.210956 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-eb4a3985-9cdd-4f83-836b-67b0b3515942 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc5bda9f41924b59bb7b9ec4dadfe751&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5201199
Dec 16 14:40:35.212660 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a3985-9cdd-4f83-836b-67b0b3515942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b7f1a7-9ff4-4e93-a0a6-74488aaae68a,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:35.214024 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48482) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:35.215735 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-eb4a3985-9cdd-4f83-836b-67b0b3515942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:35.302705 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9a96918e-4820-45ff-bc59-4119f0f102f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:35.340892 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9a96918e-4820-45ff-bc59-4119f0f102f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:35.353162 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ee9ee-b744-45fb-b8bb-d1b7a406061b None None] Network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:40:35.403283 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9a96918e-4820-45ff-bc59-4119f0f102f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:35.408916 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:35.423194 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96918e-4820-45ff-bc59-4119f0f102f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b7f1a7-9ff4-4e93-a0a6-74488aaae68a,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:35.433307 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-9a96918e-4820-45ff-bc59-4119f0f102f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:35.441463 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9a96918e-4820-45ff-bc59-4119f0f102f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:35.445876 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-9a96918e-4820-45ff-bc59-4119f0f102f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4b7f1a7-9ff4-4e93-a0a6-74488aaae68a HTTP/1.1" status: 204  len: 168 time: 0.2224121
Dec 16 14:40:35.572368 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48498) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:35.597311 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b2dd9e46-dd65-49fa-92dd-48f54d2694f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:35.617426 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-b2dd9e46-dd65-49fa-92dd-48f54d2694f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:35.623951 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-b2dd9e46-dd65-49fa-92dd-48f54d2694f4 admin admin] Usage tracker for resource:security_group_rule and tenant:201ce4c2498b4ae6aefcc45874909ffa is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:35.628349 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-b2dd9e46-dd65-49fa-92dd-48f54d2694f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:35.636105 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-b2dd9e46-dd65-49fa-92dd-48f54d2694f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:35.817505 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b2dd9e46-dd65-49fa-92dd-48f54d2694f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:35.822973 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b2dd9e46-dd65-49fa-92dd-48f54d2694f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:35.846900 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-bd6fc388-7aa7-45f9-8537-cda0656ab918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:35.894154 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-b2dd9e46-dd65-49fa-92dd-48f54d2694f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=201ce4c2498b4ae6aefcc45874909ffa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3198090
Dec 16 14:40:35.895878 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd9e46-dd65-49fa-92dd-48f54d2694f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95302da2-fdc3-42d2-bd2a-3f972aae9f00,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:35.897067 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48508) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:35.900916 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-b2dd9e46-dd65-49fa-92dd-48f54d2694f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:35.996329 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e03adb06-552f-45e5-9473-9a87c2504e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.040342 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e03adb06-552f-45e5-9473-9a87c2504e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.138708 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e03adb06-552f-45e5-9473-9a87c2504e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.150582 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-2a0e73eb-5d05-48d7-8fd0-c55bb1efea41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:36.181175 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03adb06-552f-45e5-9473-9a87c2504e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95302da2-fdc3-42d2-bd2a-3f972aae9f00,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:36.185231 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e03adb06-552f-45e5-9473-9a87c2504e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:36.186047 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-47591c24-3660-4aff-ba79-486ae66d4f5c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:36.205855 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48532) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:36.206859 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-47591c24-3660-4aff-ba79-486ae66d4f5c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/networks?id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 HTTP/1.1" status: 200  len: 814 time: 0.2317376
Dec 16 14:40:36.218528 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-338394570-network', 'tenant_id': 'd451c2c895d8454a942152eaee68dac1'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:40:36.222114 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e03adb06-552f-45e5-9473-9a87c2504e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.225620 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-e03adb06-552f-45e5-9473-9a87c2504e7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95302da2-fdc3-42d2-bd2a-3f972aae9f00 HTTP/1.1" status: 204  len: 168 time: 0.3232603
Dec 16 14:40:36.225620 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:36.230059 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Usage tracker for resource:network and tenant:d451c2c895d8454a942152eaee68dac1 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:36.230221 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-6feb0978-4faf-465f-b087-68ad493704bc tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/quotas/5a10c6d1e7e7425bb59f6efad4231db3 HTTP/1.1" status: 200  len: 375 time: 0.0219944
Dec 16 14:40:36.239149 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:36.246254 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:36.259736 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Made reservation on behalf of d451c2c895d8454a942152eaee68dac1 for: {'network': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:36.262959 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.282096 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.295890 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-0ffff7be-78ca-4aaf-a922-7960f630fe3b tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a10c6d1e7e7425bb59f6efad4231db3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0642476
Dec 16 14:40:36.300817 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:36.306228 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Usage tracker for resource:security_group_rule and tenant:d451c2c895d8454a942152eaee68dac1 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:36.311257 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:36.317594 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:36.463111 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.469357 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.475339 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:36.479390 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-2af99d75-5f4d-4906-8447-7922541f7c0f service neutron] 10.222.0.64 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825984
Dec 16 14:40:36.505800 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2ea79f-62b4-42d4-a891-2dc076405b59,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:36.510759 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:36.517105 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'}  {{(pid=87789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:40:36.528845 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.529201 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.segments_db [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Added segment 8508466c-dca5-48ee-a0c2-5967c99b767d of type vlan for network b9fae28a-948d-4d48-ac8d-2db290cfbca4
Dec 16 14:40:36.564314 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.600530 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.602298 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:36.604350 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.608936 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:36.689817 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb000bd0-cd71-446b-9c29-9fa66f807c61 req-9a2cb199-3773-4eef-ac17-8cb53245bcd6 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:36.697254 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fb000bd0-cd71-446b-9c29-9fa66f807c61 req-9a2cb199-3773-4eef-ac17-8cb53245bcd6 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.2216432
Dec 16 14:40:36.719598 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-007c9be6-75c3-41f8-bc01-df7268e8b06a service neutron] 10.222.0.64 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1901720
Dec 16 14:40:36.729279 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5218697
Dec 16 14:40:36.732336 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48550) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:36.735129 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Pushing event updated for resources: {'Network': ['ID=b9fae28a-948d-4d48-ac8d-2db290cfbca4,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:36.737858 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:36.748898 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network b9fae28a-948d-4d48-ac8d-2db290cfbca4 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:40:36.774757 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fb000bd0-cd71-446b-9c29-9fa66f807c61 req-372877c1-c4fe-4587-bf81-38cd42328059 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765266
Dec 16 14:40:36.783175 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Request body: {'subnet': {'network_id': 'b9fae28a-948d-4d48-ac8d-2db290cfbca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-338394570-subnet', 'tenant_id': 'd451c2c895d8454a942152eaee68dac1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:40:36.795847 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:36.801103 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Usage tracker for resource:subnet and tenant:d451c2c895d8454a942152eaee68dac1 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:36.806257 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:36.816849 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:36.837047 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Made reservation on behalf of d451c2c895d8454a942152eaee68dac1 for: {'subnet': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:36.848026 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.051370 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-32655188-30a7-4b28-996f-b1d2ba5180b4 req-b236479a-dd00-4694-9a06-723ac688b609 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 210 time: 0.0520496
Dec 16 14:40:37.093953 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48568) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:37.190719 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for subnet, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.196182 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:37.276358 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1353279968-network', 'tenant_id': 'cd04f3d6f9ef4788bb01db0c11ba554f'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:40:37.279418 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b96264b-fb63-4396-9b34-21a5013979cd,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:37.286522 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:37.287578 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:37.293323 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Usage tracker for resource:network and tenant:cd04f3d6f9ef4788bb01db0c11ba554f is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:37.299364 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Checking segment: {'id': '8508466c-dca5-48ee-a0c2-5967c99b767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b9fae28a-948d-4d48-ac8d-2db290cfbca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:40:37.299724 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Network hostable DHCP agents. Network: b9fae28a-948d-4d48-ac8d-2db290cfbca4, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:40:37.303627 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:37.311636 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:37.326289 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Network b9fae28a-948d-4d48-ac8d-2db290cfbca4 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:40:37.327635 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Made reservation on behalf of cd04f3d6f9ef4788bb01db0c11ba554f for: {'network': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:37.331259 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.338587 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, b9fae28a-948d-4d48-ac8d-2db290cfbca4) {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:37.344389 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:37.345347 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.349152 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594230ae-693d-4311-8719-e8f13b1accd4 None None] Network b9fae28a-948d-4d48-ac8d-2db290cfbca4 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:40:37.357795 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.380395 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:37.382093 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-ca2233ca-e95f-43e1-86c4-f271de6b6823 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6230900
Dec 16 14:40:37.389068 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Usage tracker for resource:security_group_rule and tenant:cd04f3d6f9ef4788bb01db0c11ba554f is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:37.393363 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:37.401397 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:37.560151 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.567105 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.570267 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-3d7245fc-6dfc-49ef-97c4-c2f0265543f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:37.639003 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'}  {{(pid=87789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:40:37.647915 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058d2e95-bb0f-4683-b9aa-fd48c376e8c7,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:37.651731 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:37.654304 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.654645 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.segments_db [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Added segment 7c23f85f-82b5-463b-b64c-10b3576b617b of type vlan for network a86c2bfe-cd8a-4625-92b8-54f4b30e84fa
Dec 16 14:40:37.691204 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.729881 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.731849 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:37.732561 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.738765 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:37.820834 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226a49b-d344-4f44-b64e-fb9568e8e41e None None] Network b9fae28a-948d-4d48-ac8d-2db290cfbca4 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:40:37.840827 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7430263
Dec 16 14:40:37.841193 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48602) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:37.847894 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Request body: {'subnet': {'network_id': 'a86c2bfe-cd8a-4625-92b8-54f4b30e84fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1353279968-subnet', 'tenant_id': 'cd04f3d6f9ef4788bb01db0c11ba554f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:40:37.853671 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:37.858540 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Usage tracker for resource:subnet and tenant:cd04f3d6f9ef4788bb01db0c11ba554f is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:37.861994 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:37.871391 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:37.890880 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Made reservation on behalf of cd04f3d6f9ef4788bb01db0c11ba554f for: {'subnet': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:37.894571 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.894922 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Pushing event updated for resources: {'Network': ['ID=a86c2bfe-cd8a-4625-92b8-54f4b30e84fa,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:37.903962 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:38.009031 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network a86c2bfe-cd8a-4625-92b8-54f4b30e84fa details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:40:38.238117 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e48b14-b613-4e44-9b6f-302add98c7ee req-ae3343b2-ef08-4eff-8449-8515df09a84f tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:38.240739 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-88e48b14-b613-4e44-9b6f-302add98c7ee req-ae3343b2-ef08-4eff-8449-8515df09a84f tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1891236
Dec 16 14:40:38.355217 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4f7928eb-a534-4f3d-9fa5-5022eae6f0ba req-774f4c42-0e62-4131-a77e-22b4747415ae tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 210 time: 0.1125872
Dec 16 14:40:38.396724 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-88e48b14-b613-4e44-9b6f-302add98c7ee req-1b40c74b-6c72-478a-857d-45036bc58a2c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200535
Dec 16 14:40:38.441164 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for subnet, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:38.446975 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:38.558074 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f16f6203-ca0e-4c42-890e-aca25615d8d6,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:38.562215 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:38.569906 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Checking segment: {'id': '7c23f85f-82b5-463b-b64c-10b3576b617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a86c2bfe-cd8a-4625-92b8-54f4b30e84fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:40:38.570264 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Network hostable DHCP agents. Network: a86c2bfe-cd8a-4625-92b8-54f4b30e84fa, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:40:38.636069 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Network a86c2bfe-cd8a-4625-92b8-54f4b30e84fa is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:40:38.717509 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, a86c2bfe-cd8a-4625-92b8-54f4b30e84fa) {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:38.726261 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c7037e-794d-44a5-a394-b5d29b0ed8c4 None None] Network a86c2bfe-cd8a-4625-92b8-54f4b30e84fa requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:40:38.736606 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:38.742214 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:38.828150 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9855864
Dec 16 14:40:38.991983 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-22a7b434-1ca1-4e0e-93f2-50f25ccb3e7b tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:38.993444 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-22a7b434-1ca1-4e0e-93f2-50f25ccb3e7b tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "GET /v2.0/networks?id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 HTTP/1.1" status: 200  len: 814 time: 0.3974957
Dec 16 14:40:39.015240 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Request body: {'port': {'device_id': '01ce9264-74df-434c-ad40-ecf44eb504b7', 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8', 'admin_state_up': True, 'tenant_id': '5a10c6d1e7e7425bb59f6efad4231db3'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:40:39.100866 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7726a103-3445-4ba0-b4f1-b3f946b2074e None None] Network a86c2bfe-cd8a-4625-92b8-54f4b30e84fa requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:40:39.196275 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:39.201368 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Usage tracker for resource:port and tenant:5a10c6d1e7e7425bb59f6efad4231db3 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:39.204260 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:39.211142 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:39.222044 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Made reservation on behalf of 5a10c6d1e7e7425bb59f6efad4231db3 for: {'port': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:39.226321 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:39.443454 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Allocated IP 172.20.0.14 (80a0dcd7-59dc-485e-9feb-7d18fa3c28f8/1eda57b1-5f84-4e22-8057-9285f26780cf/e53554ce-cefb-44ad-a028-c910c35ef033) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:40:39.680296 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-45f9a02d-7729-471d-85c6-6b337dd03aaf req-0f8e99df-f6bc-4b17-aaed-b54acb553586 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 210 time: 0.0731385
Dec 16 14:40:39.813204 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:39.848440 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ca35c-104b-4f5a-907d-2f5094777d4f req-7cddddd6-a9a0-4e61-bdde-2d8bcd0009a4 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:39.849975 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-794ca35c-104b-4f5a-907d-2f5094777d4f req-7cddddd6-a9a0-4e61-bdde-2d8bcd0009a4 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1835299
Dec 16 14:40:39.940847 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:39.949286 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-794ca35c-104b-4f5a-907d-2f5094777d4f req-765ece3f-fed0-4b8c-a16d-a5a5a8b8ec56 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900729
Dec 16 14:40:39.957316 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:40.061050 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:40:40.061961 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Pushing event updated for resources: {'Port': ['ID=e53554ce-cefb-44ad-a028-c910c35ef033,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:40.064390 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:40.066638 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:40:40.073465 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:40.074680 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:40.079790 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:40.097061 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0865939
Dec 16 14:40:40.140047 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Request body: {'port': {'device_id': '01ce9264-74df-434c-ad40-ecf44eb504b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:40:40.268572 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:40.666522 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53554ce-cefb-44ad-a028-c910c35ef033 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:40:40.674324 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:40.690443 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Transition to ACTIVE for port object e53554ce-cefb-44ad-a028-c910c35ef033 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:40:40.694660 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:40.707106 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:40.911684 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Pushing event updated for resources: {'Port': ['ID=e53554ce-cefb-44ad-a028-c910c35ef033,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:40.921079 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:40.938747 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Attempting to bind port e53554ce-cefb-44ad-a028-c910c35ef033 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:40:40.939077 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Attempting to bind port e53554ce-cefb-44ad-a028-c910c35ef033 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:40:40.939394 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Attempting to bind port e53554ce-cefb-44ad-a028-c910c35ef033 on network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:40:40.947324 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Port e53554ce-cefb-44ad-a028-c910c35ef033 on network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:40:40.947633 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Attempting to bind port e53554ce-cefb-44ad-a028-c910c35ef033 on network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:40:40.954174 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:40:40.954501 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Checking segment: {'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:40:40.954875 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Bound using segment: {'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:40:40.955289 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Bound port: e53554ce-cefb-44ad-a028-c910c35ef033, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:40:40.955623 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:41.028825 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2a9d7-707f-41a8-9a1e-331c88f7c4ad req-8596eb62-ed34-427a-aac9-c82d7a0706bc tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:41.029430 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-dda2a9d7-707f-41a8-9a1e-331c88f7c4ad req-8596eb62-ed34-427a-aac9-c82d7a0706bc tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Synchronizing usage tracker for tenant:5a10c6d1e7e7425bb59f6efad4231db3 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:40:41.099433 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-dda2a9d7-707f-41a8-9a1e-331c88f7c4ad req-8596eb62-ed34-427a-aac9-c82d7a0706bc tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Unset dirty status for tenant:5a10c6d1e7e7425bb59f6efad4231db3 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:40:41.100577 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dda2a9d7-707f-41a8-9a1e-331c88f7c4ad req-8596eb62-ed34-427a-aac9-c82d7a0706bc tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 944 time: 0.2866118
Dec 16 14:40:41.130184 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] For port e53554ce-cefb-44ad-a028-c910c35ef033, host hv-cinder-82189, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:40:41.220471 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] For port e53554ce-cefb-44ad-a028-c910c35ef033, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e53554ce-cefb-44ad-a028-c910c35ef033,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:40:41.235796 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:41.246603 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-1749bf91-4e25-42fb-a2ca-baf877cc09b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:41.277675 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dda2a9d7-707f-41a8-9a1e-331c88f7c4ad req-afcedabd-4f95-4d8b-99f0-1f8d9f0e6fa0 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708901
Dec 16 14:40:41.320447 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:41.321064 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:41.322421 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] 10.222.0.66 "PUT /v2.0/ports/e53554ce-cefb-44ad-a028-c910c35ef033 HTTP/1.1" status: 200  len: 1094 time: 1.1868963
Dec 16 14:40:41.323034 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ce9264-74df-434c-ad40-ecf44eb504b7', 'tag': 'e53554ce-cefb-44ad-a028-c910c35ef033'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:41.348544 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fb406-6528-40f1-870a-253496cb6cd9 req-5db5ef1c-b06e-48d8-95cb-2cdbd236ff4c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:41.350050 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-066fb406-6528-40f1-870a-253496cb6cd9 req-5db5ef1c-b06e-48d8-95cb-2cdbd236ff4c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.2852650
Dec 16 14:40:41.353916 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Pushing event updated for resources: {'Port': ['ID=e53554ce-cefb-44ad-a028-c910c35ef033,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:41.358399 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:41.398427 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-066fb406-6528-40f1-870a-253496cb6cd9 req-f951d81b-578f-48b5-89a7-2752610da0cc tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410626
Dec 16 14:40:41.460516 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ce9264-74df-434c-ad40-ecf44eb504b7', 'tag': 'e53554ce-cefb-44ad-a028-c910c35ef033', 'status': 'completed', 'code': 200}
Dec 16 14:40:41.519326 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-9e4cb453-97fa-4ef5-a100-c6b4defbf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:41.520928 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-9e4cb453-97fa-4ef5-a100-c6b4defbf8a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a10c6d1e7e7425bb59f6efad4231db3&device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 1097 time: 0.1046724
Dec 16 14:40:41.618386 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-b198f3fb-393b-4290-8360-dd8fe320f780 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e53554ce-cefb-44ad-a028-c910c35ef033 HTTP/1.1" status: 200  len: 217 time: 0.0766416
Dec 16 14:40:41.786138 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-a3a1b3e3-434e-460f-a9fb-049029dd5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:41.787538 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-a3a1b3e3-434e-460f-a9fb-049029dd5888 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1eda57b1-5f84-4e22-8057-9285f26780cf HTTP/1.1" status: 200  len: 854 time: 0.1005802
Dec 16 14:40:41.850281 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46728f86-4540-4b79-bc05-f9d059243274 req-eb5ebc01-83d0-4070-9bb5-18eae2ca4ab6 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:41.852242 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-eb5ebc01-83d0-4070-9bb5-18eae2ca4ab6 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/networks?id=a86c2bfe-cd8a-4625-92b8-54f4b30e84fa HTTP/1.1" status: 200  len: 814 time: 0.2476182
Dec 16 14:40:41.854438 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-a91cf937-afd8-456e-a250-e067e26a35c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557392
Dec 16 14:40:41.891074 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-45996ba7-a061-40b9-8a46-dff57e041891 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/quotas/cd04f3d6f9ef4788bb01db0c11ba554f HTTP/1.1" status: 200  len: 375 time: 0.0293803
Dec 16 14:40:42.001386 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-ff7c121f-6c23-4ed2-9879-37769201ce86 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cd04f3d6f9ef4788bb01db0c11ba554f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1034098
Dec 16 14:40:42.061628 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-5700110d-1fce-47ab-a77e-1c52baf4e14d service neutron] 10.222.0.66 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1916473
Dec 16 14:40:42.242149 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6847bb2-758f-4a51-9a7e-60b329b325c4 req-11f217a1-d29f-4b70-9dc7-f5f51e02e131 service neutron] 10.222.0.66 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1722507
Dec 16 14:40:42.248511 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-11c55edc-fdbe-4afc-8ea6-00598df2dbe3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87788) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 14:40:42.249832 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-11c55edc-fdbe-4afc-8ea6-00598df2dbe3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0850968
Dec 16 14:40:42.547814 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-918cee53-d860-4078-ae01-b41398614deb service neutron] 10.222.0.64 "GET /v2.0/networks/a86c2bfe-cd8a-4625-92b8-54f4b30e84fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2766898
Dec 16 14:40:42.653049 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740b03a-8c91-4254-99e5-3408bbf2f072 req-b19fe94e-d103-45ea-bb1d-7cbb4b18db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:42.654491 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6740b03a-8c91-4254-99e5-3408bbf2f072 req-b19fe94e-d103-45ea-bb1d-7cbb4b18db4c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a10c6d1e7e7425bb59f6efad4231db3&device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 1097 time: 0.2813971
Dec 16 14:40:42.747994 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39674c8c-3f0e-4493-91ed-0431299c2621 req-fb6fd96f-bcbc-4ea0-b7ef-c11aadfb4510 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:42.749477 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-39674c8c-3f0e-4493-91ed-0431299c2621 req-fb6fd96f-bcbc-4ea0-b7ef-c11aadfb4510 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 944 time: 0.3269672
Dec 16 14:40:42.864102 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-6d6b6018-c3a9-494e-8dc7-af162608d1a8 service neutron] 10.222.0.64 "GET /v2.0/networks/a86c2bfe-cd8a-4625-92b8-54f4b30e84fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3090835
Dec 16 14:40:42.875756 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-39674c8c-3f0e-4493-91ed-0431299c2621 req-d58ff408-877f-4745-af63-961e25118d97 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111240
Dec 16 14:40:42.921539 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740b03a-8c91-4254-99e5-3408bbf2f072 req-2e2ca9fd-294a-4ac7-81aa-937ead414547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:42.925057 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6740b03a-8c91-4254-99e5-3408bbf2f072 req-2e2ca9fd-294a-4ac7-81aa-937ead414547 service neutron] 10.222.0.66 "GET /v2.0/networks?id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 HTTP/1.1" status: 200  len: 915 time: 0.2634089
Dec 16 14:40:42.951261 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59d2fd-250e-496d-aaea-b1773e0b4ce6 req-abf3d3d4-37cc-49bc-b03f-333162c27fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:42.953029 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3f59d2fd-250e-496d-aaea-b1773e0b4ce6 req-abf3d3d4-37cc-49bc-b03f-333162c27fdd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 1099 time: 0.1466002
Dec 16 14:40:43.078360 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3f59d2fd-250e-496d-aaea-b1773e0b4ce6 req-a5ef789e-df87-4a8a-9381-77d9b2163da9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170762
Dec 16 14:40:43.121826 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6740b03a-8c91-4254-99e5-3408bbf2f072 req-5d441d3f-6358-4847-adc9-c6d8ed656301 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e53554ce-cefb-44ad-a028-c910c35ef033 HTTP/1.1" status: 200  len: 217 time: 0.1886580
Dec 16 14:40:43.261260 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57134a19-40f8-48df-9a86-4c330df88cb9 req-b0acd255-befb-4748-807f-3f9420965669 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:43.261682 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-57134a19-40f8-48df-9a86-4c330df88cb9 req-b0acd255-befb-4748-807f-3f9420965669 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0953074
Dec 16 14:40:43.307105 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-57134a19-40f8-48df-9a86-4c330df88cb9 req-24e284e8-0ba9-4bc9-8515-0d2633c9ccf0 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394025
Dec 16 14:40:43.455417 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5ddeea77-a9fc-45eb-9a4e-ab27d23c7ede req-fd7891ae-fddd-40be-9013-01407aacc316 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.1032586
Dec 16 14:40:43.492588 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740b03a-8c91-4254-99e5-3408bbf2f072 req-a9617bbe-e04d-4123-a3b1-80c6d1463174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:43.494049 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6740b03a-8c91-4254-99e5-3408bbf2f072 req-a9617bbe-e04d-4123-a3b1-80c6d1463174 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1eda57b1-5f84-4e22-8057-9285f26780cf HTTP/1.1" status: 200  len: 854 time: 0.1025286
Dec 16 14:40:43.548344 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6740b03a-8c91-4254-99e5-3408bbf2f072 req-7fea5bcb-fc82-4c9b-8e08-73bf42733603 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474014
Dec 16 14:40:43.695725 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6740b03a-8c91-4254-99e5-3408bbf2f072 req-10c7126d-d6a1-4600-9eb1-8c9383dc83f2 service neutron] 10.222.0.66 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388991
Dec 16 14:40:43.841272 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6740b03a-8c91-4254-99e5-3408bbf2f072 req-f6f8631e-e909-416d-9754-de158240ed57 service neutron] 10.222.0.66 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375816
Dec 16 14:40:44.065063 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0f3df-6606-44cc-859d-2d8808758f48 req-aaa53a98-1f5a-410c-86c6-a1bc40d098c8 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:44.066757 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-50d0f3df-6606-44cc-859d-2d8808758f48 req-aaa53a98-1f5a-410c-86c6-a1bc40d098c8 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 944 time: 0.0795333
Dec 16 14:40:44.111690 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-50d0f3df-6606-44cc-859d-2d8808758f48 req-e2d2037d-c425-4dd8-bd2f-9f29d02edf26 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386970
Dec 16 14:40:44.521976 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c800cc-347b-43ba-9a6b-47b95a52e471 req-824b49ac-4943-4adc-91d4-0ee2e3649c9e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:44.524161 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a8c800cc-347b-43ba-9a6b-47b95a52e471 req-824b49ac-4943-4adc-91d4-0ee2e3649c9e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0925577
Dec 16 14:40:44.682547 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a8c800cc-347b-43ba-9a6b-47b95a52e471 req-1a743425-fc29-4a60-8848-9c6ff53aeb48 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516201
Dec 16 14:40:44.805556 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46728f86-4540-4b79-bc05-f9d059243274 req-5b77d0d0-3deb-4064-8dba-a2440e173498 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:44.823043 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-5b77d0d0-3deb-4064-8dba-a2440e173498 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.66 "GET /v2.0/networks?id=a86c2bfe-cd8a-4625-92b8-54f4b30e84fa HTTP/1.1" status: 200  len: 814 time: 0.2744234
Dec 16 14:40:44.843266 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Request body: {'port': {'device_id': '0f59e7d9-2df3-4788-a597-ff7dd7c2acc2', 'network_id': 'a86c2bfe-cd8a-4625-92b8-54f4b30e84fa', 'admin_state_up': True, 'tenant_id': 'cd04f3d6f9ef4788bb01db0c11ba554f'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:40:44.993557 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2534dc31-285a-4ed2-b136-975c032b301b req-67d9eb2a-5b40-4812-a9b2-e8d916c1f5a8 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.1337042
Dec 16 14:40:45.077093 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:45.082246 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Usage tracker for resource:port and tenant:cd04f3d6f9ef4788bb01db0c11ba554f is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:45.086802 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:45.099218 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895bcac-3a17-4e6d-9765-cdc3226a49dc req-f0e50c13-0fb8-44a3-85ec-6b8340e051df tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:45.100731 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1895bcac-3a17-4e6d-9765-cdc3226a49dc req-f0e50c13-0fb8-44a3-85ec-6b8340e051df tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1596506
Dec 16 14:40:45.101661 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:45.128037 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Made reservation on behalf of cd04f3d6f9ef4788bb01db0c11ba554f for: {'port': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:45.131929 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.205910 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1895bcac-3a17-4e6d-9765-cdc3226a49dc req-5ee4ce8d-74c5-4087-bf83-c83aede6859a tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990598
Dec 16 14:40:45.229950 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.403303 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Allocated IP 172.20.0.8 (a86c2bfe-cd8a-4625-92b8-54f4b30e84fa/f16f6203-ca0e-4c42-890e-aca25615d8d6/638cd2b4-5782-43ae-9e3b-408206bfa8d9) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:40:45.436811 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e0c7e-ce3d-4558-95fb-e779e5efa199 req-042775f2-7aa3-4880-8115-7dd5d35007a4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:45.438784 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f45e0c7e-ce3d-4558-95fb-e779e5efa199 req-042775f2-7aa3-4880-8115-7dd5d35007a4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 944 time: 0.1611307
Dec 16 14:40:45.537347 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f45e0c7e-ce3d-4558-95fb-e779e5efa199 req-832a69a6-796b-4af1-a0ea-40be12f78a38 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860519
Dec 16 14:40:45.628683 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device e53554ce-cefb-44ad-a028-c910c35ef033 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:40:45.754920 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.802988 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.810522 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:45.816929 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port e53554ce-cefb-44ad-a028-c910c35ef033, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e53554ce-cefb-44ad-a028-c910c35ef033,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:40:45.832187 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': 'e53554ce-cefb-44ad-a028-c910c35ef033', 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8', 'port_id': 'e53554ce-cefb-44ad-a028-c910c35ef033', 'mac_address': 'fa:16:3e:cc:87:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eda57b1-5f84-4e22-8057-9285f26780cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:40:45.885875 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Network a86c2bfe-cd8a-4625-92b8-54f4b30e84fa is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:40:45.889466 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:45.892936 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:40:45.898858 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:45.899487 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.899612 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.907286 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Pushing event updated for resources: {'Port': ['ID=638cd2b4-5782-43ae-9e3b-408206bfa8d9,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:45.914663 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:45.919600 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53554ce-cefb-44ad-a028-c910c35ef033 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:40:45.926768 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0874975
Dec 16 14:40:45.936804 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port e53554ce-cefb-44ad-a028-c910c35ef033, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e53554ce-cefb-44ad-a028-c910c35ef033,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:40:45.940818 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.942535 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:45.957540 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Request body: {'port': {'device_id': '0f59e7d9-2df3-4788-a597-ff7dd7c2acc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:40:46.040493 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=e53554ce-cefb-44ad-a028-c910c35ef033,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:46.049679 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:46.055048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:46.055048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:46.055048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:46.055048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:46.055048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:46.055048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:46.055048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:46.055048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:46.055048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:46.055048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:46.055048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:46.057664 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:46.086441 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:46.316479 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b63a38-2854-45bf-878d-ca396b9f726e req-11c156d3-bf65-48da-9aa8-590124d7a37d tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:46.317623 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-20b63a38-2854-45bf-878d-ca396b9f726e req-11c156d3-bf65-48da-9aa8-590124d7a37d tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Synchronizing usage tracker for tenant:cd04f3d6f9ef4788bb01db0c11ba554f on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:40:46.327411 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['e53554ce-cefb-44ad-a028-c910c35ef033'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:40:46.418624 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-20b63a38-2854-45bf-878d-ca396b9f726e req-11c156d3-bf65-48da-9aa8-590124d7a37d tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Unset dirty status for tenant:cd04f3d6f9ef4788bb01db0c11ba554f on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:40:46.419799 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-20b63a38-2854-45bf-878d-ca396b9f726e req-11c156d3-bf65-48da-9aa8-590124d7a37d tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 931 time: 0.2924995
Dec 16 14:40:46.477869 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-54c766aa-fe4c-45ed-b319-041213bdb016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:46.528006 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-20b63a38-2854-45bf-878d-ca396b9f726e req-44444f6e-a7e2-4538-999e-9264f8c08638 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009121
Dec 16 14:40:46.657710 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638cd2b4-5782-43ae-9e3b-408206bfa8d9 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:40:46.666094 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:46.723207 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Transition to ACTIVE for port object 638cd2b4-5782-43ae-9e3b-408206bfa8d9 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:40:46.728205 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:46.741186 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-9c263b2f-7210-4b74-93c8-cf89ae399c2f tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:46.881839 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Pushing event updated for resources: {'Port': ['ID=638cd2b4-5782-43ae-9e3b-408206bfa8d9,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:46.918197 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:46.946963 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cdd52-a0e5-4b4a-ae21-90b3219b8240 req-d118a818-0f1c-4db8-bc33-06d3eafdf937 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:46.948554 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c40cdd52-a0e5-4b4a-ae21-90b3219b8240 req-d118a818-0f1c-4db8-bc33-06d3eafdf937 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 945 time: 0.2781427
Dec 16 14:40:46.972769 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Attempting to bind port 638cd2b4-5782-43ae-9e3b-408206bfa8d9 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:40:46.973144 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Attempting to bind port 638cd2b4-5782-43ae-9e3b-408206bfa8d9 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '7c23f85f-82b5-463b-b64c-10b3576b617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a86c2bfe-cd8a-4625-92b8-54f4b30e84fa'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:40:46.973478 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Attempting to bind port 638cd2b4-5782-43ae-9e3b-408206bfa8d9 on network a86c2bfe-cd8a-4625-92b8-54f4b30e84fa {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:40:46.984590 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Port 638cd2b4-5782-43ae-9e3b-408206bfa8d9 on network a86c2bfe-cd8a-4625-92b8-54f4b30e84fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:40:46.984936 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Attempting to bind port 638cd2b4-5782-43ae-9e3b-408206bfa8d9 on network a86c2bfe-cd8a-4625-92b8-54f4b30e84fa {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:40:46.998390 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:40:46.998742 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Checking segment: {'id': '7c23f85f-82b5-463b-b64c-10b3576b617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a86c2bfe-cd8a-4625-92b8-54f4b30e84fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:40:46.999127 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Bound using segment: {'id': '7c23f85f-82b5-463b-b64c-10b3576b617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a86c2bfe-cd8a-4625-92b8-54f4b30e84fa'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:40:46.999577 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Bound port: 638cd2b4-5782-43ae-9e3b-408206bfa8d9, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c23f85f-82b5-463b-b64c-10b3576b617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a86c2bfe-cd8a-4625-92b8-54f4b30e84fa'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:40:47.000089 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:47.032171 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c40cdd52-a0e5-4b4a-ae21-90b3219b8240 req-d78bbc23-2f4f-4f31-ab7a-fd0667e682a5 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753047
Dec 16 14:40:47.126372 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] For port 638cd2b4-5782-43ae-9e3b-408206bfa8d9, host hv-cinder-82189, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:40:47.130404 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] For port 638cd2b4-5782-43ae-9e3b-408206bfa8d9, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=638cd2b4-5782-43ae-9e3b-408206bfa8d9,segment=NetworkSegment(7c23f85f-82b5-463b-b64c-10b3576b617b),segment_id=7c23f85f-82b5-463b-b64c-10b3576b617b)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:40:47.136127 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:47.141402 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:47.205688 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:47.206353 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:47.208149 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] 10.222.0.66 "PUT /v2.0/ports/638cd2b4-5782-43ae-9e3b-408206bfa8d9 HTTP/1.1" status: 200  len: 1093 time: 1.2617855
Dec 16 14:40:47.211168 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f59e7d9-2df3-4788-a597-ff7dd7c2acc2', 'tag': '638cd2b4-5782-43ae-9e3b-408206bfa8d9'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:47.234224 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Pushing event updated for resources: {'Port': ['ID=638cd2b4-5782-43ae-9e3b-408206bfa8d9,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:47.245909 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:47.285759 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f59e7d9-2df3-4788-a597-ff7dd7c2acc2', 'tag': '638cd2b4-5782-43ae-9e3b-408206bfa8d9', 'status': 'completed', 'code': 200}
Dec 16 14:40:47.416139 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46728f86-4540-4b79-bc05-f9d059243274 req-2647b5a3-724d-4e23-8527-00ef38fcb3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:47.418197 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-2647b5a3-724d-4e23-8527-00ef38fcb3c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd04f3d6f9ef4788bb01db0c11ba554f&device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 1096 time: 0.1098979
Dec 16 14:40:47.472888 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7688a-07c7-4426-8f22-58d48c745b36 req-01dd386c-9f04-43ba-9e65-65af7bbd3ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:47.474109 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-71f7688a-07c7-4426-8f22-58d48c745b36 req-01dd386c-9f04-43ba-9e65-65af7bbd3ce1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ceb0da71791f4f9889daab33c73ac572&device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 1098 time: 0.0799150
Dec 16 14:40:47.512628 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-ac804e48-1ca6-4763-990d-22d4f4b2ed21 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=638cd2b4-5782-43ae-9e3b-408206bfa8d9 HTTP/1.1" status: 200  len: 217 time: 0.0798876
Dec 16 14:40:47.580233 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a996298-5393-488e-bc62-eb67e9624b8d req-efce6f31-2af5-45ef-9c2a-abe5c2eb1782 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:47.581715 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2a996298-5393-488e-bc62-eb67e9624b8d req-efce6f31-2af5-45ef-9c2a-abe5c2eb1782 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.2000902
Dec 16 14:40:47.591759 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46728f86-4540-4b79-bc05-f9d059243274 req-1e4fbbfc-29f1-4af8-a761-f6d881cd547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:47.593204 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-1e4fbbfc-29f1-4af8-a761-f6d881cd547c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f16f6203-ca0e-4c42-890e-aca25615d8d6 HTTP/1.1" status: 200  len: 854 time: 0.0730865
Dec 16 14:40:47.619346 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7688a-07c7-4426-8f22-58d48c745b36 req-0af0dd22-8f89-44e1-90b7-0831b87049e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:47.620745 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-71f7688a-07c7-4426-8f22-58d48c745b36 req-0af0dd22-8f89-44e1-90b7-0831b87049e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 HTTP/1.1" status: 200  len: 920 time: 0.1312375
Dec 16 14:40:47.635040 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device e53554ce-cefb-44ad-a028-c910c35ef033 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:47.672164 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-1fbdd7d7-598f-41be-a2ed-db9105d3e03e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a86c2bfe-cd8a-4625-92b8-54f4b30e84fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632079
Dec 16 14:40:47.707586 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-71f7688a-07c7-4426-8f22-58d48c745b36 req-14eddc97-350d-4b96-8ab9-a820808a8ae8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33fce9f6-5ac0-4aa0-996a-ade01b65bda3 HTTP/1.1" status: 200  len: 217 time: 0.0792351
Dec 16 14:40:47.726777 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port e53554ce-cefb-44ad-a028-c910c35ef033 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:40:47.734501 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port e53554ce-cefb-44ad-a028-c910c35ef033 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:47.734878 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:47.747935 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2a996298-5393-488e-bc62-eb67e9624b8d req-4e047286-08a0-42ab-aae2-15237a00b2c3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537690
Dec 16 14:40:47.807381 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7688a-07c7-4426-8f22-58d48c745b36 req-c9bb0bde-62d2-43f9-9b84-6aec51337636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:47.809574 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-71f7688a-07c7-4426-8f22-58d48c745b36 req-c9bb0bde-62d2-43f9-9b84-6aec51337636 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4fad1e62-f00b-4bd3-85d8-0d853a23f69c HTTP/1.1" status: 200  len: 859 time: 0.0951867
Dec 16 14:40:47.889487 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-71f7688a-07c7-4426-8f22-58d48c745b36 req-693ac946-cf60-4fbd-b3aa-89c54f162e5e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0728631
Dec 16 14:40:47.920215 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:47.954398 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ce9264-74df-434c-ad40-ecf44eb504b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53554ce-cefb-44ad-a028-c910c35ef033'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:47.954597 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-4f6ac7b6-8543-4031-adc5-e2864bc9210d service neutron] 10.222.0.66 "GET /v2.0/networks/a86c2bfe-cd8a-4625-92b8-54f4b30e84fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2352240
Dec 16 14:40:47.962336 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235141b-be01-4f84-8e17-631d75d82468 req-54531110-b8bb-4e0a-83b3-be33d8cd0786 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:47.963811 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c235141b-be01-4f84-8e17-631d75d82468 req-54531110-b8bb-4e0a-83b3-be33d8cd0786 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 943 time: 0.2955930
Dec 16 14:40:47.965683 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port e53554ce-cefb-44ad-a028-c910c35ef033, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e53554ce-cefb-44ad-a028-c910c35ef033,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:40:47.975506 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:47.978415 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:48.017252 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ce9264-74df-434c-ad40-ecf44eb504b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53554ce-cefb-44ad-a028-c910c35ef033', 'code': 200}
Dec 16 14:40:48.069822 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=e53554ce-cefb-44ad-a028-c910c35ef033,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:48.072711 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:48.098186 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-71f7688a-07c7-4426-8f22-58d48c745b36 req-f6fd5b3e-5163-4930-a4cb-2ff6a8efb92f service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2008307
Dec 16 14:40:48.192426 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46728f86-4540-4b79-bc05-f9d059243274 req-263b768b-6484-4f8e-beb1-60ca3c628fc4 service neutron] 10.222.0.66 "GET /v2.0/networks/a86c2bfe-cd8a-4625-92b8-54f4b30e84fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2273891
Dec 16 14:40:48.314771 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c235141b-be01-4f84-8e17-631d75d82468 req-fb8094b3-4da5-4f29-ad5d-712ca77fe521 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3315179
Dec 16 14:40:48.356518 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48914) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:48.426464 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9f8d7-2649-44aa-adae-08f68603873e req-408e43b1-68cc-4152-a83d-1a14401033a8 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:48.429253 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e3b9f8d7-2649-44aa-adae-08f68603873e req-408e43b1-68cc-4152-a83d-1a14401033a8 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 946 time: 0.2440126
Dec 16 14:40:48.476420 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-71f7688a-07c7-4426-8f22-58d48c745b36 req-7420a3e7-4500-4abe-a217-a9f21f56d8e4 service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3620508
Dec 16 14:40:48.491251 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecc2b0-8ffe-4d00-9d5c-11ce56c4079b req-190d8506-60cb-4109-8662-038fbcf4761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:48.493243 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f3ecc2b0-8ffe-4d00-9d5c-11ce56c4079b req-190d8506-60cb-4109-8662-038fbcf4761c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd04f3d6f9ef4788bb01db0c11ba554f&device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 1096 time: 0.1608899
Dec 16 14:40:48.495338 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ea0b2-c94c-4289-81e8-3c3830fb1da7 req-42963064-9295-4b90-b0f7-cdcb07506ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:48.496256 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e3b9f8d7-2649-44aa-adae-08f68603873e req-8bf43a33-b1ce-4129-ab12-fe7e7963aae1 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540698
Dec 16 14:40:48.497267 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-388ea0b2-c94c-4289-81e8-3c3830fb1da7 req-42963064-9295-4b90-b0f7-cdcb07506ae0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 1099 time: 0.1341605
Dec 16 14:40:48.586671 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-388ea0b2-c94c-4289-81e8-3c3830fb1da7 req-0e75bdfa-0269-49cb-b8c3-81b24f678334 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722427
Dec 16 14:40:48.640208 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf6c0-b7fd-4552-9d46-81aecfdc6b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:48.660986 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-ddcbf6c0-b7fd-4552-9d46-81aecfdc6b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:48.666563 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-ddcbf6c0-b7fd-4552-9d46-81aecfdc6b09 admin admin] Usage tracker for resource:security_group_rule and tenant:bd2467af44a546ae9a2edd7785aba38f is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:48.671851 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-ddcbf6c0-b7fd-4552-9d46-81aecfdc6b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:48.679259 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-ddcbf6c0-b7fd-4552-9d46-81aecfdc6b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:48.691441 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecc2b0-8ffe-4d00-9d5c-11ce56c4079b req-74e91e95-9a2b-4a09-9943-04b89a2871e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:48.693218 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f3ecc2b0-8ffe-4d00-9d5c-11ce56c4079b req-74e91e95-9a2b-4a09-9943-04b89a2871e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a86c2bfe-cd8a-4625-92b8-54f4b30e84fa HTTP/1.1" status: 200  len: 915 time: 0.1792526
Dec 16 14:40:48.770649 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf6c0-b7fd-4552-9d46-81aecfdc6b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:48.775007 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf6c0-b7fd-4552-9d46-81aecfdc6b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:48.783648 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6c062c84-49da-41a6-b353-280d0acc989a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:48.818704 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-ddcbf6c0-b7fd-4552-9d46-81aecfdc6b09 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd2467af44a546ae9a2edd7785aba38f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4552248
Dec 16 14:40:48.819218 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48932) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:48.831265 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbf6c0-b7fd-4552-9d46-81aecfdc6b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d590952e-e1fe-4e24-b4e5-b3548739cbc1,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:48.836364 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-ddcbf6c0-b7fd-4552-9d46-81aecfdc6b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:49.001321 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-82458d42-a22b-46d0-b5aa-bbed6857c72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:49.010069 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f3ecc2b0-8ffe-4d00-9d5c-11ce56c4079b req-553ce27b-fa95-429d-90f5-b9b40c11bd51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=638cd2b4-5782-43ae-9e3b-408206bfa8d9 HTTP/1.1" status: 200  len: 217 time: 0.0846496
Dec 16 14:40:49.014079 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c60d4418-df87-4fb9-8505-c55674e827e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:49.047188 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c60d4418-df87-4fb9-8505-c55674e827e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:49.065599 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243b3c2-769c-440b-94ad-875e62cda73a req-f32ae061-212f-421a-9348-296f1dea1cc3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:49.067030 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9243b3c2-769c-440b-94ad-875e62cda73a req-f32ae061-212f-421a-9348-296f1dea1cc3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.2001493
Dec 16 14:40:49.176163 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecc2b0-8ffe-4d00-9d5c-11ce56c4079b req-4852541c-ab65-4c9c-94e1-3efe088a9754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:49.177614 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f3ecc2b0-8ffe-4d00-9d5c-11ce56c4079b req-4852541c-ab65-4c9c-94e1-3efe088a9754 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f16f6203-ca0e-4c42-890e-aca25615d8d6 HTTP/1.1" status: 200  len: 854 time: 0.1038632
Dec 16 14:40:49.185366 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9243b3c2-769c-440b-94ad-875e62cda73a req-ed0e3c48-09d2-45f1-a8c4-db0c68e28517 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104834
Dec 16 14:40:49.229345 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f3ecc2b0-8ffe-4d00-9d5c-11ce56c4079b req-51125f55-f4f7-4272-976d-5dd98b17f0ae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a86c2bfe-cd8a-4625-92b8-54f4b30e84fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430152
Dec 16 14:40:49.230302 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c60d4418-df87-4fb9-8505-c55674e827e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:49.233690 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:49.264705 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d4418-df87-4fb9-8505-c55674e827e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d590952e-e1fe-4e24-b4e5-b3548739cbc1,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:49.275252 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c60d4418-df87-4fb9-8505-c55674e827e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:49.329894 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c60d4418-df87-4fb9-8505-c55674e827e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:49.333413 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-c60d4418-df87-4fb9-8505-c55674e827e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d590952e-e1fe-4e24-b4e5-b3548739cbc1 HTTP/1.1" status: 204  len: 168 time: 0.5106199
Dec 16 14:40:49.392198 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f3ecc2b0-8ffe-4d00-9d5c-11ce56c4079b req-bccf9c9b-ed09-440e-b0b4-2a86db4e3337 service neutron] 10.222.0.66 "GET /v2.0/networks/a86c2bfe-cd8a-4625-92b8-54f4b30e84fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463318
Dec 16 14:40:49.587112 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f3ecc2b0-8ffe-4d00-9d5c-11ce56c4079b req-d3dbc79c-92ee-4a16-b674-e37673e1766c service neutron] 10.222.0.66 "GET /v2.0/networks/a86c2bfe-cd8a-4625-92b8-54f4b30e84fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874826
Dec 16 14:40:49.597559 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe6437-5f29-4584-b6f1-9ef119f2ac9d req-da717a95-6331-4467-9765-a88a568e1442 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:49.598982 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dabe6437-5f29-4584-b6f1-9ef119f2ac9d req-da717a95-6331-4467-9765-a88a568e1442 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 943 time: 0.1329601
Dec 16 14:40:49.634831 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48948) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:49.656928 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cea67a9f-91c8-428c-92fd-5170d75442e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:49.675837 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-cea67a9f-91c8-428c-92fd-5170d75442e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:49.680399 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-cea67a9f-91c8-428c-92fd-5170d75442e4 admin admin] Usage tracker for resource:security_group_rule and tenant:dc158c82a49e410e9fc7c465f7db03a6 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:49.683390 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-cea67a9f-91c8-428c-92fd-5170d75442e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:49.689246 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-cea67a9f-91c8-428c-92fd-5170d75442e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:49.699839 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dabe6437-5f29-4584-b6f1-9ef119f2ac9d req-d38e1249-921b-4680-afdc-bade9868eab9 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933266
Dec 16 14:40:49.731778 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122e4e0-ac05-4e01-b3b5-3f6dcaae4642 req-68a5783a-fdf7-437f-b9ef-c4dc3a26e524 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:49.731778 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c122e4e0-ac05-4e01-b3b5-3f6dcaae4642 req-68a5783a-fdf7-437f-b9ef-c4dc3a26e524 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 946 time: 0.1073253
Dec 16 14:40:49.780711 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c122e4e0-ac05-4e01-b3b5-3f6dcaae4642 req-4919c22a-b996-42a6-97f8-a76a19e41e84 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450008
Dec 16 14:40:49.809228 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cea67a9f-91c8-428c-92fd-5170d75442e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:49.818273 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cea67a9f-91c8-428c-92fd-5170d75442e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:49.827131 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-ddcbf6c0-b7fd-4552-9d46-81aecfdc6b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:49.867982 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea67a9f-91c8-428c-92fd-5170d75442e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728a3865-3c62-4c09-9a77-53dc5355b58d,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:49.875478 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-cea67a9f-91c8-428c-92fd-5170d75442e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc158c82a49e410e9fc7c465f7db03a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2362604
Dec 16 14:40:49.875478 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-cea67a9f-91c8-428c-92fd-5170d75442e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:49.875829 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48958) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:49.937407 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-56b24e52-e7cb-469d-a6ce-414bae31cd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:49.965173 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-56b24e52-e7cb-469d-a6ce-414bae31cd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.021774 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-56b24e52-e7cb-469d-a6ce-414bae31cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.028700 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:50.041284 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b24e52-e7cb-469d-a6ce-414bae31cd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728a3865-3c62-4c09-9a77-53dc5355b58d,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:50.045400 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-56b24e52-e7cb-469d-a6ce-414bae31cd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:50.047462 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-56b24e52-e7cb-469d-a6ce-414bae31cd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.051082 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-56b24e52-e7cb-469d-a6ce-414bae31cd2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/728a3865-3c62-4c09-9a77-53dc5355b58d HTTP/1.1" status: 204  len: 168 time: 0.1716135
Dec 16 14:40:50.226820 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.376155 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.448203 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 48974) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:50.468989 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2dcd5d63-5d6e-4526-9a3e-29774f9bf649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.489315 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-2dcd5d63-5d6e-4526-9a3e-29774f9bf649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:50.495459 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-2dcd5d63-5d6e-4526-9a3e-29774f9bf649 admin admin] Usage tracker for resource:security_group_rule and tenant:56aac780aa4542d3a29f9614097c428f is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:50.499350 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-2dcd5d63-5d6e-4526-9a3e-29774f9bf649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:50.511627 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ec016-d6aa-4f7a-a01e-64013db78244 req-319b434b-ba67-4378-8441-a56fd84ee3cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:50.513101 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-726ec016-d6aa-4f7a-a01e-64013db78244 req-319b434b-ba67-4378-8441-a56fd84ee3cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.2068884
Dec 16 14:40:50.513927 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-2dcd5d63-5d6e-4526-9a3e-29774f9bf649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:50.577576 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-726ec016-d6aa-4f7a-a01e-64013db78244 req-05c9e02d-0458-4f5c-85d3-a049211d94ac tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583556
Dec 16 14:40:50.638016 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2dcd5d63-5d6e-4526-9a3e-29774f9bf649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.641875 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2dcd5d63-5d6e-4526-9a3e-29774f9bf649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.649890 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d085b69c-69d9-4f93-a450-dc732516bc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:50.694318 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-2dcd5d63-5d6e-4526-9a3e-29774f9bf649 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56aac780aa4542d3a29f9614097c428f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2428033
Dec 16 14:40:50.694318 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd5d63-5d6e-4526-9a3e-29774f9bf649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81e115e-a1ad-43a8-ad6f-82e694844cee,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:50.694692 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 48978) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:50.697430 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2dcd5d63-5d6e-4526-9a3e-29774f9bf649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:50.755233 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-213840f7-641e-4416-884c-9c25edd7507d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.784864 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-213840f7-641e-4416-884c-9c25edd7507d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.866142 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-213840f7-641e-4416-884c-9c25edd7507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.882848 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:50.901920 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213840f7-641e-4416-884c-9c25edd7507d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81e115e-a1ad-43a8-ad6f-82e694844cee,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:50.909756 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-213840f7-641e-4416-884c-9c25edd7507d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:50.910989 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-213840f7-641e-4416-884c-9c25edd7507d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.912826 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-213840f7-641e-4416-884c-9c25edd7507d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c81e115e-a1ad-43a8-ad6f-82e694844cee HTTP/1.1" status: 204  len: 168 time: 0.2163513
Dec 16 14:40:50.930290 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0aed8e-6b96-4c4c-923e-c75873fcd3ed req-67154d3a-ec7f-4cad-b92e-99f23134c6db tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:50.931775 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3e0aed8e-6b96-4c4c-923e-c75873fcd3ed req-67154d3a-ec7f-4cad-b92e-99f23134c6db tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 943 time: 0.0986185
Dec 16 14:40:51.021438 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3e0aed8e-6b96-4c4c-923e-c75873fcd3ed req-58c5cfee-1df4-4691-a3bd-3154fe8a7a4b tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835140
Dec 16 14:40:51.064817 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9560b8-1a57-4d4a-bc5c-36ca59065e3f req-c1d80eb3-2c32-491a-93bf-1ad5e9fb98bb tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:51.066427 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0d9560b8-1a57-4d4a-bc5c-36ca59065e3f req-c1d80eb3-2c32-491a-93bf-1ad5e9fb98bb tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 946 time: 0.1094294
Dec 16 14:40:51.123420 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0d9560b8-1a57-4d4a-bc5c-36ca59065e3f req-6d188c35-fff0-477d-ab5a-9b2cb0c8ef17 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504735
Dec 16 14:40:51.646299 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 638cd2b4-5782-43ae-9e3b-408206bfa8d9 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:40:51.791013 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc8442-9bd6-4127-9244-d173ea93e879 req-3f9f53ca-4701-4fc0-9191-82997e4f6da2 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:51.797312 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fadc8442-9bd6-4127-9244-d173ea93e879 req-3f9f53ca-4701-4fc0-9191-82997e4f6da2 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0913353
Dec 16 14:40:51.853828 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 638cd2b4-5782-43ae-9e3b-408206bfa8d9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=638cd2b4-5782-43ae-9e3b-408206bfa8d9,segment=NetworkSegment(7c23f85f-82b5-463b-b64c-10b3576b617b),segment_id=7c23f85f-82b5-463b-b64c-10b3576b617b)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:40:51.858344 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fadc8442-9bd6-4127-9244-d173ea93e879 req-669adff4-3343-476a-a956-f80a406332d7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601201
Dec 16 14:40:51.885395 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '638cd2b4-5782-43ae-9e3b-408206bfa8d9', 'network_id': 'a86c2bfe-cd8a-4625-92b8-54f4b30e84fa', 'port_id': '638cd2b4-5782-43ae-9e3b-408206bfa8d9', 'mac_address': 'fa:16:3e:25:0d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f16f6203-ca0e-4c42-890e-aca25615d8d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:40:51.954089 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:51.985686 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638cd2b4-5782-43ae-9e3b-408206bfa8d9 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:40:52.000190 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:52.004804 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 638cd2b4-5782-43ae-9e3b-408206bfa8d9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=638cd2b4-5782-43ae-9e3b-408206bfa8d9,segment=NetworkSegment(7c23f85f-82b5-463b-b64c-10b3576b617b),segment_id=7c23f85f-82b5-463b-b64c-10b3576b617b)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:40:52.010053 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:52.012415 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:52.093681 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=638cd2b4-5782-43ae-9e3b-408206bfa8d9,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:52.097419 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:52.232403 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d838760-b5d2-49d7-9396-a9c5a19fa556 req-c51f6ea6-f07d-4c33-8e84-6857c4c3935f tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:52.234265 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1d838760-b5d2-49d7-9396-a9c5a19fa556 req-c51f6ea6-f07d-4c33-8e84-6857c4c3935f tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 944 time: 0.0874109
Dec 16 14:40:52.305444 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1d838760-b5d2-49d7-9396-a9c5a19fa556 req-5fd55aa6-d132-4112-9b26-ff5b99cdba96 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559714
Dec 16 14:40:52.423307 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['638cd2b4-5782-43ae-9e3b-408206bfa8d9'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:40:53.049771 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7950-4f59-420e-b7e3-f296058797e7 req-e072a0ee-89b5-4f7a-8d25-1eab0c43bab3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:53.051944 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-980e7950-4f59-420e-b7e3-f296058797e7 req-e072a0ee-89b5-4f7a-8d25-1eab0c43bab3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0909922
Dec 16 14:40:53.103665 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-980e7950-4f59-420e-b7e3-f296058797e7 req-c6c5ac10-042d-4348-a860-f164d856ed69 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446229
Dec 16 14:40:53.505142 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05933931-c305-455c-8f71-a095344916a8 req-23effc72-13ef-4d27-a2c2-5753625de5b9 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:53.509240 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-05933931-c305-455c-8f71-a095344916a8 req-23effc72-13ef-4d27-a2c2-5753625de5b9 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 944 time: 0.0955994
Dec 16 14:40:53.557640 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-05933931-c305-455c-8f71-a095344916a8 req-422186c4-cc4c-4edc-a147-a4108d38a037 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446897
Dec 16 14:40:53.654563 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 638cd2b4-5782-43ae-9e3b-408206bfa8d9 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:53.721938 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 638cd2b4-5782-43ae-9e3b-408206bfa8d9 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:40:53.727910 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 638cd2b4-5782-43ae-9e3b-408206bfa8d9 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:53.728295 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:53.850609 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:53.880102 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f59e7d9-2df3-4788-a597-ff7dd7c2acc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638cd2b4-5782-43ae-9e3b-408206bfa8d9'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:53.891138 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 638cd2b4-5782-43ae-9e3b-408206bfa8d9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=638cd2b4-5782-43ae-9e3b-408206bfa8d9,segment=NetworkSegment(7c23f85f-82b5-463b-b64c-10b3576b617b),segment_id=7c23f85f-82b5-463b-b64c-10b3576b617b)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:40:53.895916 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:53.899879 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-afd3d19c-667f-4158-b252-d72be15dedd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:53.937196 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f59e7d9-2df3-4788-a597-ff7dd7c2acc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638cd2b4-5782-43ae-9e3b-408206bfa8d9', 'code': 200}
Dec 16 14:40:53.969339 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=638cd2b4-5782-43ae-9e3b-408206bfa8d9,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:53.972276 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:54.219769 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d69ec-8b3b-47f1-b109-02cb2a35d48f req-c0c85783-f86a-4044-861c-a70192a3a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:54.221315 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-027d69ec-8b3b-47f1-b109-02cb2a35d48f req-c0c85783-f86a-4044-861c-a70192a3a2ef service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 1098 time: 0.0866394
Dec 16 14:40:54.313107 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-027d69ec-8b3b-47f1-b109-02cb2a35d48f req-f4ac29a8-6e03-4fa6-af95-6e923d524f70 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527356
Dec 16 14:40:54.336111 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81c5be-359f-4edc-9f6b-3647388f66e9 req-e456578f-15ad-4305-a80c-0b71a96145fd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:54.337565 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4d81c5be-359f-4edc-9f6b-3647388f66e9 req-e456578f-15ad-4305-a80c-0b71a96145fd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1137741
Dec 16 14:40:54.384617 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4d81c5be-359f-4edc-9f6b-3647388f66e9 req-0f73fd53-6c04-4fc6-b7a1-566a7427b574 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412910
Dec 16 14:40:54.777859 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f49ff-aa88-40c4-a69c-f667ef7d8ab2 req-07a7ab2c-50fe-48ff-86dc-4f042763cece tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:54.779363 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-186f49ff-aa88-40c4-a69c-f667ef7d8ab2 req-07a7ab2c-50fe-48ff-86dc-4f042763cece tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 945 time: 0.0959721
Dec 16 14:40:54.844220 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-186f49ff-aa88-40c4-a69c-f667ef7d8ab2 req-0ac89bf3-f229-4d68-a2f1-d82c5f673e7e tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568469
Dec 16 14:40:55.387564 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 49120) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:55.527811 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-861f0cb9-1bda-4c9e-a583-16b54a92a9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:55.542388 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-861f0cb9-1bda-4c9e-a583-16b54a92a9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:55.546333 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-861f0cb9-1bda-4c9e-a583-16b54a92a9bf admin admin] Usage tracker for resource:security_group_rule and tenant:44b95b0a6abc443a9df33a1acf49da93 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:55.549309 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-861f0cb9-1bda-4c9e-a583-16b54a92a9bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:55.555950 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-861f0cb9-1bda-4c9e-a583-16b54a92a9bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:55.609908 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269f849-0350-475a-9fdb-e1d2cc06348a req-f30e7389-7274-4e50-8824-d863a7eb4b72 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:55.611481 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c269f849-0350-475a-9fdb-e1d2cc06348a req-f30e7389-7274-4e50-8824-d863a7eb4b72 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1046901
Dec 16 14:40:55.643189 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-861f0cb9-1bda-4c9e-a583-16b54a92a9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:55.649841 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-861f0cb9-1bda-4c9e-a583-16b54a92a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:55.659027 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:55.662783 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c269f849-0350-475a-9fdb-e1d2cc06348a req-72150abd-3d40-4edd-b842-dc3dd474ad05 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447659
Dec 16 14:40:55.705044 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 49130) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:55.705251 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-861f0cb9-1bda-4c9e-a583-16b54a92a9bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44b95b0a6abc443a9df33a1acf49da93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3162448
Dec 16 14:40:55.711761 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f0cb9-1bda-4c9e-a583-16b54a92a9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afdd12f-42eb-4750-9bfa-7680bc1901e6,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:55.726005 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-861f0cb9-1bda-4c9e-a583-16b54a92a9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:55.773017 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9cc5a323-5cc4-4ded-95ec-633de1dd551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:55.799327 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9cc5a323-5cc4-4ded-95ec-633de1dd551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:55.865870 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9cc5a323-5cc4-4ded-95ec-633de1dd551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:55.877648 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-08abde3f-9d62-4b1b-8abf-c8037f0eb85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:55.894745 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9cc5a323-5cc4-4ded-95ec-633de1dd551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:55.896130 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-9cc5a323-5cc4-4ded-95ec-633de1dd551f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6afdd12f-42eb-4750-9bfa-7680bc1901e6 HTTP/1.1" status: 204  len: 168 time: 0.1896617
Dec 16 14:40:55.900811 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5a323-5cc4-4ded-95ec-633de1dd551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afdd12f-42eb-4750-9bfa-7680bc1901e6,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:55.908773 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-9cc5a323-5cc4-4ded-95ec-633de1dd551f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:56.075079 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9ec48-ca5f-4b24-a795-03af953b778b req-84220ce4-30a4-4120-a727-374b560d4e44 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:56.076764 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f8f9ec48-ca5f-4b24-a795-03af953b778b req-84220ce4-30a4-4120-a727-374b560d4e44 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 945 time: 0.1039362
Dec 16 14:40:56.129497 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f8f9ec48-ca5f-4b24-a795-03af953b778b req-fe95f205-e97a-4871-ac34-1917aa438621 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467842
Dec 16 14:40:56.208367 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 49164) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:56.280015 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a1cb68-0680-43ea-8a73-8a0ae6418cf5 admin admin] Deleting subnet c91dc58e-bd75-490c-bd33-4eee3f440433 {{(pid=87788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:40:56.298389 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f6a1cb68-0680-43ea-8a73-8a0ae6418cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:56.363544 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f6a1cb68-0680-43ea-8a73-8a0ae6418cf5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:56.375879 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f6a1cb68-0680-43ea-8a73-8a0ae6418cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:56.448380 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f6a1cb68-0680-43ea-8a73-8a0ae6418cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for subnet, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:56.456435 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:56.517776 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1cb68-0680-43ea-8a73-8a0ae6418cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c91dc58e-bd75-490c-bd33-4eee3f440433,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:56.522513 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f6a1cb68-0680-43ea-8a73-8a0ae6418cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:56.525674 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f6a1cb68-0680-43ea-8a73-8a0ae6418cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:56.535511 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-f6a1cb68-0680-43ea-8a73-8a0ae6418cf5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c91dc58e-bd75-490c-bd33-4eee3f440433 HTTP/1.1" status: 204  len: 168 time: 0.3255205
Dec 16 14:40:56.538349 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 49214) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:56.670297 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:56.953120 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.008426 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f753d9eb340>> segment before_delete 55550000 {{(pid=87788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:57.008807 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f753d9eb340>> subnet precommit_delete_associations 55550000 {{(pid=87788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:57.009661 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753e46ad30>> segment_host_mapping after_create 55550000 {{(pid=87788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:57.010121 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753e46ad30>> port after_create 55550000 {{(pid=87788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:57.011362 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753e46ad30>> port after_delete 55550000 {{(pid=87788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:57.011806 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753e46ad30>> port after_update 55550000 {{(pid=87788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:57.012605 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753e46ad30>> segment after_delete 55550000 {{(pid=87788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:57.013066 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753e46ad30>> subnet after_create 55550000 {{(pid=87788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:57.013751 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753e46ad30>> subnet after_delete 55550000 {{(pid=87788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:57.014076 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f753e46ad30>> subnet after_update 55550000 {{(pid=87788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:57.079365 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f753e684580>> subnet after_create 55550000 {{(pid=87788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:57.079638 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f753e684580>> subnet after_delete 55550000 {{(pid=87788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:57.079967 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f753e684580>> subnet before_create 55550000 {{(pid=87788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:57.080293 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f753e684580>> subnet before_update 55550000 {{(pid=87788) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:40:57.080654 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753daf3280>,) {'filters': {'network_id': ['54c3a571-c76a-4c68-b42d-4cce9afc6f68']}} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:57.096447 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753daf3280>, '967846ed-10c5-4b5b-a640-e883846fa14d') {'for_net_delete': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:57.096744 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753daf3280>, '967846ed-10c5-4b5b-a640-e883846fa14d') {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:57.115758 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934427'] for segment, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.141723 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020a9c9-f525-435c-85d0-f2f16f72c0b3 req-2142b35b-f83e-4471-9286-09789a9891eb tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:57.143270 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f020a9c9-f525-435c-85d0-f2f16f72c0b3 req-2142b35b-f83e-4471-9286-09789a9891eb tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.2632108
Dec 16 14:40:57.144291 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.168838 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=87788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:40:57.169253 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1525838'] for segment, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   from cryptography.utils import int_from_bytes
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   from cryptography.utils import int_from_bytes
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   util.warn_limited(
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   util.warn_limited(
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]: Traceback (most recent call last):
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     timer()
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     cb(*args, **kw)
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     return func(*args, **kwargs)
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     self._notify()
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     self.callback(batched_events)
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     event.method(event)
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     return f(self, *a, **k)
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._get(url).json()
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:40:57.187389 dv-cinder-821892-3-iscsi neutron-server[87788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:40:57.265117 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 49238) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:57.277216 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f020a9c9-f525-435c-85d0-f2f16f72c0b3 req-e0c55d81-d282-40e0-951a-f03576ca0163 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268990
Dec 16 14:40:57.281942 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.286108 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-7077dcb7-fd4c-47fe-85e5-d4fd2765885b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:57.308213 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.310725 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c3a571-c76a-4c68-b42d-4cce9afc6f68,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:57.313710 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:57.321211 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] 10.222.0.64 "DELETE /v2.0/networks/54c3a571-c76a-4c68-b42d-4cce9afc6f68 HTTP/1.1" status: 204  len: 168 time: 0.7772279
Dec 16 14:40:57.321553 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 49244) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:57.378607 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d2ac36-76b4-4974-988d-1e64d02112fd admin admin] Deleting subnet 2b96264b-fb63-4396-9b34-21a5013979cd {{(pid=87788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:40:57.382222 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ac36-76b4-4974-988d-1e64d02112fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.401167 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-be81d531-488d-405e-8225-63dd8150a811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.418904 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-be81d531-488d-405e-8225-63dd8150a811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:57.422667 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-be81d531-488d-405e-8225-63dd8150a811 admin admin] Usage tracker for resource:security_group_rule and tenant:55196afc7da84a8597a24aa5d6cdfe24 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:57.425446 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-be81d531-488d-405e-8225-63dd8150a811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:57.431042 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-be81d531-488d-405e-8225-63dd8150a811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:57.431271 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ac36-76b4-4974-988d-1e64d02112fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934412'] for subnet, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.494899 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ac36-76b4-4974-988d-1e64d02112fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.516431 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-be81d531-488d-405e-8225-63dd8150a811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.520083 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-be81d531-488d-405e-8225-63dd8150a811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.528676 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-be7648d2-63e4-47e6-b63d-e2ab3acd5cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:57.564080 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ac36-76b4-4974-988d-1e64d02112fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1525904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1418927'] for subnet, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.569227 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:57.569362 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-be81d531-488d-405e-8225-63dd8150a811 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55196afc7da84a8597a24aa5d6cdfe24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3030565
Dec 16 14:40:57.570199 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81d531-488d-405e-8225-63dd8150a811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30edfbee-65ba-49e8-82f3-2af873704d88,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:57.573430 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-be81d531-488d-405e-8225-63dd8150a811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:57.574321 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 49248) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:57.605396 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2ac36-76b4-4974-988d-1e64d02112fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b96264b-fb63-4396-9b34-21a5013979cd,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:57.607347 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ac36-76b4-4974-988d-1e64d02112fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.609893 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-e2d2ac36-76b4-4974-988d-1e64d02112fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:57.614388 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-e2d2ac36-76b4-4974-988d-1e64d02112fd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2b96264b-fb63-4396-9b34-21a5013979cd HTTP/1.1" status: 204  len: 168 time: 0.2919073
Dec 16 14:40:57.617380 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 49252) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:57.635435 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-12d0e249-547d-429f-941d-0e23a6029bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.664582 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-12d0e249-547d-429f-941d-0e23a6029bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.718153 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-12d0e249-547d-429f-941d-0e23a6029bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.724070 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-4edf4e5d-70a3-4b30-bfcd-6c1ca416e358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:57.727216 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.740515 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0e249-547d-429f-941d-0e23a6029bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30edfbee-65ba-49e8-82f3-2af873704d88,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:57.744460 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-12d0e249-547d-429f-941d-0e23a6029bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:57.749735 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-12d0e249-547d-429f-941d-0e23a6029bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.753580 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-12d0e249-547d-429f-941d-0e23a6029bf3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30edfbee-65ba-49e8-82f3-2af873704d88 HTTP/1.1" status: 204  len: 168 time: 0.1782649
Dec 16 14:40:57.867558 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.911550 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753e5a0c10>,) {'filters': {'network_id': ['b9fae28a-948d-4d48-ac8d-2db290cfbca4']}} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:57.925623 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753e5a0c10>, '8508466c-dca5-48ee-a0c2-5967c99b767d') {'for_net_delete': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:57.925920 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753e5a0c10>, '8508466c-dca5-48ee-a0c2-5967c99b767d') {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:57.939653 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934427'] for segment, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.959244 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.966623 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=87788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:40:57.967022 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1525838'] for segment, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]: Traceback (most recent call last):
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     timer()
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     cb(*args, **kw)
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     return func(*args, **kwargs)
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     self._notify()
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     self.callback(batched_events)
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     event.method(event)
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     return f(self, *a, **k)
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._get(url).json()
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:40:57.981391 dv-cinder-821892-3-iscsi neutron-server[87788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:40:58.061060 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:58.065500 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:58.084168 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:58.090267 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] Pushing event deleted for resources: {'Network': ['ID=b9fae28a-948d-4d48-ac8d-2db290cfbca4,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:58.093383 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:58.094928 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] 10.222.0.64 "DELETE /v2.0/networks/b9fae28a-948d-4d48-ac8d-2db290cfbca4 HTTP/1.1" status: 204  len: 168 time: 0.4765735
Dec 16 14:40:58.270758 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 49266) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:58.319721 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-bd9c48ad-6f8b-4d09-a547-d18273f6b6dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2c80f6588b6403388795a3cbdab209e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475686
Dec 16 14:40:58.322236 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 49272) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:58.381156 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-74829168-2236-402b-bfe1-06006ebbfdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:58.450349 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-74829168-2236-402b-bfe1-06006ebbfdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:58.515370 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4719d6-a58c-4904-8e90-4adbe5ea7806 req-2ebe1574-468c-453e-a296-5e7e8ba78352 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:58.516826 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7f4719d6-a58c-4904-8e90-4adbe5ea7806 req-2ebe1574-468c-453e-a296-5e7e8ba78352 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1265991
Dec 16 14:40:58.539885 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-74829168-2236-402b-bfe1-06006ebbfdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:58.546445 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-50357a42-0d67-4a3d-bfe7-feea3c1ae584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:58.568615 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74829168-2236-402b-bfe1-06006ebbfdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42478ecf-fc1d-403b-85f9-b7dd19adc732,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:58.574353 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-74829168-2236-402b-bfe1-06006ebbfdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:58.575268 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-74829168-2236-402b-bfe1-06006ebbfdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:58.576378 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-74829168-2236-402b-bfe1-06006ebbfdc8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42478ecf-fc1d-403b-85f9-b7dd19adc732 HTTP/1.1" status: 204  len: 168 time: 0.2531018
Dec 16 14:40:58.585227 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7f4719d6-a58c-4904-8e90-4adbe5ea7806 req-8e7479c9-0d81-464b-aadd-26140c14f93b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618823
Dec 16 14:40:58.924253 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 49284) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:58.973207 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-e96fc176-6890-4490-b086-156ffbadce15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d451c2c895d8454a942152eaee68dac1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0476694
Dec 16 14:40:58.975634 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 49288) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:59.033342 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0a309f47-5da7-41fb-bce4-4d59e76d0782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:59.057427 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0a309f47-5da7-41fb-bce4-4d59e76d0782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:59.111630 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0a309f47-5da7-41fb-bce4-4d59e76d0782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:59.118758 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-be81d531-488d-405e-8225-63dd8150a811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:59.133050 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a309f47-5da7-41fb-bce4-4d59e76d0782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2ea79f-62b4-42d4-a891-2dc076405b59,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:59.135897 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0a309f47-5da7-41fb-bce4-4d59e76d0782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:59.138011 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0a309f47-5da7-41fb-bce4-4d59e76d0782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:59.141526 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-0a309f47-5da7-41fb-bce4-4d59e76d0782 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e2ea79f-62b4-42d4-a891-2dc076405b59 HTTP/1.1" status: 204  len: 168 time: 0.1649687
Dec 16 14:40:59.815687 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e4c3b-4519-4908-a177-1d980959c2ef req-3133abd7-b76e-4286-a6a2-ffa004820573 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:59.822598 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-076e4c3b-4519-4908-a177-1d980959c2ef req-3133abd7-b76e-4286-a6a2-ffa004820573 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1263969
Dec 16 14:40:59.873377 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-076e4c3b-4519-4908-a177-1d980959c2ef req-5f292bc1-de69-4555-9c80-525c6a83feee tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497031
Dec 16 14:41:00.329501 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 49348) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:00.451145 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-83d5978d-c712-459e-8733-8ef54d2609d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:00.465399 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-83d5978d-c712-459e-8733-8ef54d2609d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:00.469170 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-83d5978d-c712-459e-8733-8ef54d2609d6 admin admin] Usage tracker for resource:security_group_rule and tenant:5da15d944de44d288ed1eecdd5033af8 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:00.471904 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-83d5978d-c712-459e-8733-8ef54d2609d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:00.477861 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-83d5978d-c712-459e-8733-8ef54d2609d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:00.563803 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-83d5978d-c712-459e-8733-8ef54d2609d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:00.567583 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-83d5978d-c712-459e-8733-8ef54d2609d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:00.574723 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0f5044a5-eaa5-430c-b006-381c1ab45d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:00.614161 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-83d5978d-c712-459e-8733-8ef54d2609d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5da15d944de44d288ed1eecdd5033af8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2836084
Dec 16 14:41:00.615557 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5978d-c712-459e-8733-8ef54d2609d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08352761-2655-4743-94a2-effdc12d1127,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:00.617355 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 49354) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:00.618424 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-83d5978d-c712-459e-8733-8ef54d2609d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:00.676462 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1a28febb-3ce8-426e-80a7-f9869af8a60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:00.702031 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1a28febb-3ce8-426e-80a7-f9869af8a60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:00.763200 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1a28febb-3ce8-426e-80a7-f9869af8a60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:00.768155 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ad91b579-a41b-42de-9731-7d1a12c7928b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:00.780536 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28febb-3ce8-426e-80a7-f9869af8a60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08352761-2655-4743-94a2-effdc12d1127,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:00.783536 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-1a28febb-3ce8-426e-80a7-f9869af8a60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:00.785491 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1a28febb-3ce8-426e-80a7-f9869af8a60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:00.789805 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-1a28febb-3ce8-426e-80a7-f9869af8a60c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08352761-2655-4743-94a2-effdc12d1127 HTTP/1.1" status: 204  len: 168 time: 0.1680839
Dec 16 14:41:01.164689 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda3ad7-f52e-4111-a2b5-0ad0f1251b28 req-e9725be6-5c42-457c-90d5-0d8d60e7d7ce tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:01.172271 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1fda3ad7-f52e-4111-a2b5-0ad0f1251b28 req-e9725be6-5c42-457c-90d5-0d8d60e7d7ce tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1598101
Dec 16 14:41:01.238004 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1fda3ad7-f52e-4111-a2b5-0ad0f1251b28 req-456ea7ab-1cab-44f1-9189-25da74a21eb1 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647416
Dec 16 14:41:01.483769 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b36bc2-cca0-4020-99f2-301e30c3bf92 req-8978eea3-1e79-4a47-ace1-c147d2e479e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:01.485599 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f4b36bc2-cca0-4020-99f2-301e30c3bf92 req-8978eea3-1e79-4a47-ace1-c147d2e479e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 1098 time: 0.0741735
Dec 16 14:41:01.541499 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f4b36bc2-cca0-4020-99f2-301e30c3bf92 req-c61ad8a8-86e8-4f72-ba03-3f432d1a208d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437539
Dec 16 14:41:01.717850 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a93528b0-1326-4e7e-9c8d-8abb225cc736 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:01.719409 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a93528b0-1326-4e7e-9c8d-8abb225cc736 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/networks?id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 HTTP/1.1" status: 200  len: 814 time: 0.1629283
Dec 16 14:41:01.735663 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-46ea67ea-d7c8-41ac-83e0-347d5a32a966 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/quotas/5a10c6d1e7e7425bb59f6efad4231db3 HTTP/1.1" status: 200  len: 375 time: 0.0101035
Dec 16 14:41:01.821233 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-fbd22986-4649-4556-a46f-39161e429e38 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a10c6d1e7e7425bb59f6efad4231db3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0795770
Dec 16 14:41:01.958336 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-d71f270b-c47b-455c-b81c-90c0136df96a service neutron] 10.222.0.64 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300087
Dec 16 14:41:02.103791 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-25f53bc1-34c0-4b6d-b7f4-476f4fb33c94 service neutron] 10.222.0.64 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392663
Dec 16 14:41:02.428162 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ddd68b95-5042-4b65-acf6-3524d0d514c9 req-0d7b3211-c6ba-45cc-8ef8-0b0686ed8fb2 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 210 time: 0.1396303
Dec 16 14:41:02.492839 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338faf40-4252-4ac7-a9b5-28a598a709e5 req-d2223024-872a-464a-bfb1-c17287564a84 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:02.494556 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-338faf40-4252-4ac7-a9b5-28a598a709e5 req-d2223024-872a-464a-bfb1-c17287564a84 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1246929
Dec 16 14:41:02.553707 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-338faf40-4252-4ac7-a9b5-28a598a709e5 req-344ac330-09bb-4f4a-a539-0379de887b3c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481367
Dec 16 14:41:03.568900 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6c31f555-f382-4fca-8f1b-15826135e291 req-6c19c6a4-96d3-4eb2-a35d-1ee80cb21f0a tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 210 time: 0.0444009
Dec 16 14:41:03.887292 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08c15e-d223-42d2-a0af-2cf66470735b req-090ad466-c04b-4398-a5f0-3193d87c349b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:03.894449 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1b08c15e-d223-42d2-a0af-2cf66470735b req-090ad466-c04b-4398-a5f0-3193d87c349b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.2034094
Dec 16 14:41:03.975408 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1b08c15e-d223-42d2-a0af-2cf66470735b req-f9f01039-6067-4ac0-b632-4c60cc497c31 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798314
Dec 16 14:41:04.034218 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-455429e0-4089-4032-b062-bd7890dbe757 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:04.040543 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-455429e0-4089-4032-b062-bd7890dbe757 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "GET /v2.0/networks?id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 HTTP/1.1" status: 200  len: 814 time: 0.2617595
Dec 16 14:41:04.431159 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253afc83-613e-45c6-a15b-267e4818b36e req-3a6f70d1-a783-4ddb-9a7c-173cb2bb03b4 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:04.432724 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-253afc83-613e-45c6-a15b-267e4818b36e req-3a6f70d1-a783-4ddb-9a7c-173cb2bb03b4 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0822642
Dec 16 14:41:04.476929 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-253afc83-613e-45c6-a15b-267e4818b36e req-7d93e5cc-3605-43a5-8538-71b7a63a2cea tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376623
Dec 16 14:41:04.718648 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-df185a8f-c6db-4e84-9d95-4b3dd6d4f10d req-6bc57a54-08f1-4b3c-8a6f-a0142b093c30 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 210 time: 0.0425568
Dec 16 14:41:05.503673 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:41:05.660494 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fab80-50d9-4ea9-b609-1b0bab0c71fc req-20dc3b59-111d-4c9b-a139-e8349b13fe95 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:05.661995 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bb2fab80-50d9-4ea9-b609-1b0bab0c71fc req-20dc3b59-111d-4c9b-a139-e8349b13fe95 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0812373
Dec 16 14:41:05.707363 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bb2fab80-50d9-4ea9-b609-1b0bab0c71fc req-804b99f3-4525-40c4-a380-ad51928ab70a tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395477
Dec 16 14:41:05.867209 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-71d52ad2-c631-4fcf-8ae0-451354ace834 req-ace84866-e831-43c7-9368-2fa4e660ca73 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 210 time: 0.0433023
Dec 16 14:41:06.898882 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb3f7b-02d2-4340-bfc1-9149fb89b4f9 req-1c52e56b-3492-451d-90b0-04297b0e4815 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:06.900423 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-34fb3f7b-02d2-4340-bfc1-9149fb89b4f9 req-1c52e56b-3492-451d-90b0-04297b0e4815 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0810168
Dec 16 14:41:06.914547 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Request body: {'port': {'device_id': 'e19282f1-e400-4c06-a465-9524cd228d7f', 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8', 'admin_state_up': True, 'tenant_id': '5a10c6d1e7e7425bb59f6efad4231db3'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:41:07.074735 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a07f66-75e6-41a4-8e04-c4eb416e2ab8 req-e8f5fe48-ecda-41b1-9fd9-3c3dbdaa28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:07.076235 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a07f66-75e6-41a4-8e04-c4eb416e2ab8 req-e8f5fe48-ecda-41b1-9fd9-3c3dbdaa28e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ceb0da71791f4f9889daab33c73ac572&device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 1098 time: 0.0833783
Dec 16 14:41:07.168452 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4e6fa14d-2075-4ffc-abd3-7c116d221654 req-0ef31c16-491d-453c-89f6-5131c53c3ed9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 210 time: 0.1452897
Dec 16 14:41:07.171411 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-34fb3f7b-02d2-4340-bfc1-9149fb89b4f9 req-81f8306d-291c-41fa-9ff5-3c8bb1cbf19b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293057
Dec 16 14:41:07.227762 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:07.237317 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:07.249796 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Made reservation on behalf of 5a10c6d1e7e7425bb59f6efad4231db3 for: {'port': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:41:07.253284 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a07f66-75e6-41a4-8e04-c4eb416e2ab8 req-2ed2b150-f2d2-472a-8413-fb1b1184e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:07.254736 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a07f66-75e6-41a4-8e04-c4eb416e2ab8 req-2ed2b150-f2d2-472a-8413-fb1b1184e0f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 HTTP/1.1" status: 200  len: 920 time: 0.1517198
Dec 16 14:41:07.255459 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:07.344884 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a07f66-75e6-41a4-8e04-c4eb416e2ab8 req-34e5e21b-3cac-4e93-8912-0b015fb9485d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33fce9f6-5ac0-4aa0-996a-ade01b65bda3 HTTP/1.1" status: 200  len: 217 time: 0.0689540
Dec 16 14:41:07.424420 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a07f66-75e6-41a4-8e04-c4eb416e2ab8 req-0b868279-39cd-4006-89a7-a17185bfc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:07.427784 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a07f66-75e6-41a4-8e04-c4eb416e2ab8 req-0b868279-39cd-4006-89a7-a17185bfc2b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4fad1e62-f00b-4bd3-85d8-0d853a23f69c HTTP/1.1" status: 200  len: 859 time: 0.0747378
Dec 16 14:41:07.449944 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Allocated IP 172.20.0.8 (80a0dcd7-59dc-485e-9feb-7d18fa3c28f8/1eda57b1-5f84-4e22-8057-9285f26780cf/3e9e92ef-3756-4082-9f93-e0baddec24b4) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:41:07.493397 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a07f66-75e6-41a4-8e04-c4eb416e2ab8 req-225322f9-492e-4665-9d9f-6657c0b7f2d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507567
Dec 16 14:41:07.626102 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a07f66-75e6-41a4-8e04-c4eb416e2ab8 req-932cca1b-92a9-4ea4-a332-73cc6c095526 service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250687
Dec 16 14:41:07.673958 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:07.714971 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:07.733357 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-1abdd203-7e3c-49f9-9e0a-9757ffffaf6e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:07.755881 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['e53554ce-cefb-44ad-a028-c910c35ef033'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:41:07.864353 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:41:07.868923 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:41:07.875723 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:41:07.913921 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a07f66-75e6-41a4-8e04-c4eb416e2ab8 req-82a7b1b1-70f7-439e-aa64-b2c4a1a20495 service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2789798
Dec 16 14:41:07.942354 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:07.943661 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:08.015410 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Pushing event updated for resources: {'Port': ['ID=3e9e92ef-3756-4082-9f93-e0baddec24b4,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:08.019210 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:08.045537 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1411841
Dec 16 14:41:08.070405 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51ac9c-de8f-47ff-8fef-5aa0031aae8c req-b381e1b1-97ca-4f41-9071-14265984cba8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:08.072619 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5d51ac9c-de8f-47ff-8fef-5aa0031aae8c req-b381e1b1-97ca-4f41-9071-14265984cba8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1998422
Dec 16 14:41:08.102581 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Request body: {'port': {'device_id': 'e19282f1-e400-4c06-a465-9524cd228d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:41:08.175814 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5d51ac9c-de8f-47ff-8fef-5aa0031aae8c req-2a367289-1b0e-4289-b351-cc3c0e616873 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987937
Dec 16 14:41:08.248603 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:08.638199 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320961a6-77fb-45fa-a32d-a98f6d8589c6 req-917375a9-1df9-4ca3-bc72-01ced3e68b07 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:08.638969 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-320961a6-77fb-45fa-a32d-a98f6d8589c6 req-917375a9-1df9-4ca3-bc72-01ced3e68b07 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Synchronizing usage tracker for tenant:5a10c6d1e7e7425bb59f6efad4231db3 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:41:08.665896 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b282dc-9995-449f-b748-1556fd29d815 req-68e25102-9f68-46df-8f4b-efc739cf7d75 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:08.667730 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-87b282dc-9995-449f-b748-1556fd29d815 req-68e25102-9f68-46df-8f4b-efc739cf7d75 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.3486462
Dec 16 14:41:08.702411 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-320961a6-77fb-45fa-a32d-a98f6d8589c6 req-917375a9-1df9-4ca3-bc72-01ced3e68b07 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Unset dirty status for tenant:5a10c6d1e7e7425bb59f6efad4231db3 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:41:08.709424 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-320961a6-77fb-45fa-a32d-a98f6d8589c6 req-917375a9-1df9-4ca3-bc72-01ced3e68b07 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 931 time: 0.3915701
Dec 16 14:41:08.792482 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-87b282dc-9995-449f-b748-1556fd29d815 req-e2f4fa40-c8d4-47df-bfd9-c430712f73b1 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149819
Dec 16 14:41:08.802832 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-320961a6-77fb-45fa-a32d-a98f6d8589c6 req-93fe11d4-dca9-42b1-8056-b54cc325381f tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925567
Dec 16 14:41:08.886330 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9e92ef-3756-4082-9f93-e0baddec24b4 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:41:08.893725 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:08.908912 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Transition to ACTIVE for port object 3e9e92ef-3756-4082-9f93-e0baddec24b4 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:41:08.912316 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:08.916961 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ec096eca-a990-49b3-abc6-a5938aaf5440 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:09.071549 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9e92ef-3756-4082-9f93-e0baddec24b4,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:09.074745 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:09.162326 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Attempting to bind port 3e9e92ef-3756-4082-9f93-e0baddec24b4 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:41:09.162669 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Attempting to bind port 3e9e92ef-3756-4082-9f93-e0baddec24b4 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:41:09.163000 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Attempting to bind port 3e9e92ef-3756-4082-9f93-e0baddec24b4 on network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:41:09.169581 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Port 3e9e92ef-3756-4082-9f93-e0baddec24b4 on network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:41:09.169896 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Attempting to bind port 3e9e92ef-3756-4082-9f93-e0baddec24b4 on network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:41:09.176453 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:41:09.178102 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Checking segment: {'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:41:09.178495 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Bound using segment: {'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:41:09.178929 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Bound port: 3e9e92ef-3756-4082-9f93-e0baddec24b4, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:41:09.179300 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:09.401154 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] For port 3e9e92ef-3756-4082-9f93-e0baddec24b4, host hv-cinder-82189, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:41:09.405614 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] For port 3e9e92ef-3756-4082-9f93-e0baddec24b4, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3e9e92ef-3756-4082-9f93-e0baddec24b4,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:41:09.412849 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:09.419780 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:09.467592 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16259f2-4db4-42d0-95b6-08fbba97ba02 req-ffd0bc75-49b9-4933-8889-761d0544978c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:09.469081 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d16259f2-4db4-42d0-95b6-08fbba97ba02 req-ffd0bc75-49b9-4933-8889-761d0544978c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1603599
Dec 16 14:41:09.503260 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:09.503893 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:09.505435 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-a890360d-678f-4711-96d6-9f033c798960 service neutron] 10.222.0.66 "PUT /v2.0/ports/3e9e92ef-3756-4082-9f93-e0baddec24b4 HTTP/1.1" status: 200  len: 1093 time: 1.4108307
Dec 16 14:41:09.505931 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19282f1-e400-4c06-a465-9524cd228d7f', 'tag': '3e9e92ef-3756-4082-9f93-e0baddec24b4'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:09.554146 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d16259f2-4db4-42d0-95b6-08fbba97ba02 req-cab8e947-6d25-4113-89f9-d74bcc1afd7f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686111
Dec 16 14:41:09.554828 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9e92ef-3756-4082-9f93-e0baddec24b4,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:09.557954 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:09.563882 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19282f1-e400-4c06-a465-9524cd228d7f', 'tag': '3e9e92ef-3756-4082-9f93-e0baddec24b4', 'status': 'completed', 'code': 200}
Dec 16 14:41:09.663530 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-5bc05c0d-51a7-450f-9adf-3cad584bf6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:09.664939 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-5bc05c0d-51a7-450f-9adf-3cad584bf6ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a10c6d1e7e7425bb59f6efad4231db3&device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 1096 time: 0.0766120
Dec 16 14:41:09.758974 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-5d2f12f6-e9b9-464d-8a26-667826a620e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9e92ef-3756-4082-9f93-e0baddec24b4 HTTP/1.1" status: 200  len: 217 time: 0.0645528
Dec 16 14:41:09.834264 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-e3a738c9-f9c0-46f2-a93f-e678c1386ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:09.835726 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-e3a738c9-f9c0-46f2-a93f-e678c1386ea2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1eda57b1-5f84-4e22-8057-9285f26780cf HTTP/1.1" status: 200  len: 854 time: 0.0698564
Dec 16 14:41:09.974756 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-07ee8716-7889-4d30-ab7d-53cf2cbf639b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1310410
Dec 16 14:41:10.123704 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 49590) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:10.184497 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad646b6-bd60-4eef-a67d-3932b00a858c req-c3b60cfd-430f-4f17-a911-be0cee3e60be tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:10.185997 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8ad646b6-bd60-4eef-a67d-3932b00a858c req-c3b60cfd-430f-4f17-a911-be0cee3e60be tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.2626982
Dec 16 14:41:10.229922 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-570949f7-f292-493e-9d65-822594441f7d service neutron] 10.222.0.66 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2426465
Dec 16 14:41:10.256238 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683c5d5-e6b2-4f56-b746-c93a72fa0a1f req-a83823c4-51ad-4e8c-b25f-d4b77e2c59eb tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:10.257807 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b683c5d5-e6b2-4f56-b746-c93a72fa0a1f req-a83823c4-51ad-4e8c-b25f-d4b77e2c59eb tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 943 time: 0.2441564
Dec 16 14:41:10.265278 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8ad646b6-bd60-4eef-a67d-3932b00a858c req-81c6fbaa-93a6-420b-be81-c6c55e1b214b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631263
Dec 16 14:41:10.277794 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0c8c63c7-96cc-46ac-b6d5-3daa240b0f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:10.293509 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0c8c63c7-96cc-46ac-b6d5-3daa240b0f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:10.297352 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0c8c63c7-96cc-46ac-b6d5-3daa240b0f3d admin admin] Usage tracker for resource:security_group_rule and tenant:098ab7b6de4a44c7b70ee73f47243884 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:10.300190 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0c8c63c7-96cc-46ac-b6d5-3daa240b0f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:10.305958 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0c8c63c7-96cc-46ac-b6d5-3daa240b0f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:10.374387 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b683c5d5-e6b2-4f56-b746-c93a72fa0a1f req-4b1383ee-8435-4ce0-9924-47bb4009da24 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081491
Dec 16 14:41:10.409436 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0c8c63c7-96cc-46ac-b6d5-3daa240b0f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:10.423004 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0c8c63c7-96cc-46ac-b6d5-3daa240b0f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:10.441275 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-213840f7-641e-4416-884c-9c25edd7507d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:10.444749 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-64ff4988-7ed3-41be-9e4b-a61e432c42d8 req-8cd00dba-9e1f-4cfe-9edf-22edcc749333 service neutron] 10.222.0.66 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503613
Dec 16 14:41:10.483983 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-0c8c63c7-96cc-46ac-b6d5-3daa240b0f3d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=098ab7b6de4a44c7b70ee73f47243884&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3591051
Dec 16 14:41:10.485168 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c63c7-96cc-46ac-b6d5-3daa240b0f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bded2c-5bb5-4227-b42f-2b576b90b315,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:10.488046 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 49598) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:10.491319 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0c8c63c7-96cc-46ac-b6d5-3daa240b0f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:10.548949 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-87c2ffa0-5026-4e92-b4f9-d7a76e1f2bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:10.582222 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-87c2ffa0-5026-4e92-b4f9-d7a76e1f2bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:10.640259 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-87c2ffa0-5026-4e92-b4f9-d7a76e1f2bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:10.650920 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-27ab588e-384d-4276-bb2d-03aa246ed2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:10.653972 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ac167-1ddd-46ea-93fc-c868e2addb4d req-17475987-63cb-467d-8ac6-f1a47453ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:10.655501 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aa6ac167-1ddd-46ea-93fc-c868e2addb4d req-17475987-63cb-467d-8ac6-f1a47453ed2d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a10c6d1e7e7425bb59f6efad4231db3&device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 1096 time: 0.0801840
Dec 16 14:41:10.667994 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2ffa0-5026-4e92-b4f9-d7a76e1f2bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bded2c-5bb5-4227-b42f-2b576b90b315,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:10.670287 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-87c2ffa0-5026-4e92-b4f9-d7a76e1f2bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:10.678295 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-87c2ffa0-5026-4e92-b4f9-d7a76e1f2bc3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74bded2c-5bb5-4227-b42f-2b576b90b315 HTTP/1.1" status: 204  len: 168 time: 0.1890521
Dec 16 14:41:10.679490 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-87c2ffa0-5026-4e92-b4f9-d7a76e1f2bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:10.861015 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ac167-1ddd-46ea-93fc-c868e2addb4d req-8760a44c-246d-4806-ba85-a746be343abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:10.862458 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aa6ac167-1ddd-46ea-93fc-c868e2addb4d req-8760a44c-246d-4806-ba85-a746be343abf service neutron] 10.222.0.66 "GET /v2.0/networks?id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 HTTP/1.1" status: 200  len: 915 time: 0.1992514
Dec 16 14:41:10.880727 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c09e4-f1df-445b-bf36-19a199d30e95 req-30d0b394-0b1d-40b8-be09-1b83384f5a62 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:10.882243 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8e0c09e4-f1df-445b-bf36-19a199d30e95 req-30d0b394-0b1d-40b8-be09-1b83384f5a62 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1927829
Dec 16 14:41:10.960167 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aa6ac167-1ddd-46ea-93fc-c868e2addb4d req-7c415caa-fb8e-4e46-880a-10cf0722dab8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e9e92ef-3756-4082-9f93-e0baddec24b4 HTTP/1.1" status: 200  len: 217 time: 0.0770261
Dec 16 14:41:11.038090 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8e0c09e4-f1df-445b-bf36-19a199d30e95 req-b9bf46b9-ae0b-4f5c-b169-b7e06a844839 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939579
Dec 16 14:41:11.048653 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ac167-1ddd-46ea-93fc-c868e2addb4d req-b02bb958-0bed-4c53-8b8a-e67aabee22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:11.060926 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aa6ac167-1ddd-46ea-93fc-c868e2addb4d req-b02bb958-0bed-4c53-8b8a-e67aabee22ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1eda57b1-5f84-4e22-8057-9285f26780cf HTTP/1.1" status: 200  len: 854 time: 0.0750074
Dec 16 14:41:11.099323 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aa6ac167-1ddd-46ea-93fc-c868e2addb4d req-5b9cbbb2-8b4c-492d-a1cf-6b42b8eece83 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407045
Dec 16 14:41:11.331802 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aa6ac167-1ddd-46ea-93fc-c868e2addb4d req-fe8d06d4-4c76-4f28-9ba0-59bdd0622e46 service neutron] 10.222.0.66 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2236886
Dec 16 14:41:11.412325 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 49636) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:11.580268 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-18a0a1c6-a222-42ca-99be-113105438bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:11.595611 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-18a0a1c6-a222-42ca-99be-113105438bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:11.599478 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-18a0a1c6-a222-42ca-99be-113105438bc6 admin admin] Usage tracker for resource:security_group_rule and tenant:e337980a10d340e3b0dcc9b87375aedb is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:11.602625 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-18a0a1c6-a222-42ca-99be-113105438bc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:11.608594 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-18a0a1c6-a222-42ca-99be-113105438bc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:11.640246 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aa6ac167-1ddd-46ea-93fc-c868e2addb4d req-0a1ed588-a7d2-4859-a847-d65e68b7ac99 service neutron] 10.222.0.66 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3009305
Dec 16 14:41:11.660208 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fc433-73c0-4bcb-8def-627203afebd2 req-702d7ac3-2ae1-43c2-aacc-6b7d85ce871e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:11.661843 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f75fc433-73c0-4bcb-8def-627203afebd2 req-702d7ac3-2ae1-43c2-aacc-6b7d85ce871e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.2095129
Dec 16 14:41:11.708582 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-18a0a1c6-a222-42ca-99be-113105438bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:11.713752 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-18a0a1c6-a222-42ca-99be-113105438bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:11.717008 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7d660-0a84-4d3b-ad11-aa34299a48d1 req-deacd4d8-04c8-48b9-b195-31c27a32e3bf tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:11.718701 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7da7d660-0a84-4d3b-ad11-aa34299a48d1 req-deacd4d8-04c8-48b9-b195-31c27a32e3bf tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 943 time: 0.1776738
Dec 16 14:41:11.729071 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b44a0762-d367-47c8-bed2-d36b965411fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:11.744484 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f75fc433-73c0-4bcb-8def-627203afebd2 req-c13e6413-2015-4253-92b2-de904af6694d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698681
Dec 16 14:41:11.771570 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0a1c6-a222-42ca-99be-113105438bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671f374f-c484-4376-9f54-f15764393646,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:11.773424 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7da7d660-0a84-4d3b-ad11-aa34299a48d1 req-ff5324e0-aec7-4ba3-ba4e-e29f7b7ca9f9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480592
Dec 16 14:41:11.788841 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-18a0a1c6-a222-42ca-99be-113105438bc6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e337980a10d340e3b0dcc9b87375aedb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3745096
Dec 16 14:41:11.790109 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-18a0a1c6-a222-42ca-99be-113105438bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:11.791035 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 49648) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:11.874731 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-5e0ad463-4d88-4848-8656-2b5583b44d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:11.904202 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-5e0ad463-4d88-4848-8656-2b5583b44d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:11.959645 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-5e0ad463-4d88-4848-8656-2b5583b44d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:11.965077 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:11.976275 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ad463-4d88-4848-8656-2b5583b44d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671f374f-c484-4376-9f54-f15764393646,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:11.981936 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-5e0ad463-4d88-4848-8656-2b5583b44d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:11.984176 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-5e0ad463-4d88-4848-8656-2b5583b44d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:11.985945 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-5e0ad463-4d88-4848-8656-2b5583b44d0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/671f374f-c484-4376-9f54-f15764393646 HTTP/1.1" status: 204  len: 168 time: 0.1932526
Dec 16 14:41:12.283660 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884be9d-9131-4817-9882-9b1c23d2616c req-15fddc67-096a-4216-8323-d66ec8e4c96e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:12.285191 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4884be9d-9131-4817-9882-9b1c23d2616c req-15fddc67-096a-4216-8323-d66ec8e4c96e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0889065
Dec 16 14:41:12.333881 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4884be9d-9131-4817-9882-9b1c23d2616c req-aee72921-eb3b-400a-8045-c5d322e1b378 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414417
Dec 16 14:41:12.765952 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 49684) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:12.893295 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1451951446-network', 'tenant_id': '3a0a8f8b2ba340f1b5d3aacb9646f676'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:41:12.899236 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:12.903904 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Usage tracker for resource:network and tenant:3a0a8f8b2ba340f1b5d3aacb9646f676 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:12.907208 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:12.914125 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:12.924462 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Made reservation on behalf of 3a0a8f8b2ba340f1b5d3aacb9646f676 for: {'network': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:41:12.926932 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:12.938848 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:12.953746 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:12.957600 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Usage tracker for resource:security_group_rule and tenant:3a0a8f8b2ba340f1b5d3aacb9646f676 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:12.961101 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:12.967179 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:12.970401 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b5e6a-b526-43f7-a34f-b5574a7dd679 req-c8c73138-d4c2-4fa4-aa13-1b574bd081d6 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:12.971869 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-552b5e6a-b526-43f7-a34f-b5574a7dd679 req-c8c73138-d4c2-4fa4-aa13-1b574bd081d6 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 943 time: 0.0826364
Dec 16 14:41:13.023554 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-552b5e6a-b526-43f7-a34f-b5574a7dd679 req-74dee2b0-3b42-4552-83e4-9145c3b8a1cc tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445335
Dec 16 14:41:13.061061 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.064521 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.068916 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a01813f5-e8da-4946-b8af-efc118c4a326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:13.093129 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'}  {{(pid=87789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:41:13.109232 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7f0339-948a-4849-84eb-a131b9a959bf,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:13.113837 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:13.114841 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.115182 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.segments_db [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Added segment ba500a1d-95d8-4df4-8f96-ab6ec460c71b of type vlan for network 60766b1a-0510-46e5-87ff-a9934f94c446
Dec 16 14:41:13.142855 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.176286 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.178495 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:13.179448 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.186084 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-266faa7a-508c-4226-830f-b214e4fad4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:13.286261 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Pushing event updated for resources: {'Network': ['ID=60766b1a-0510-46e5-87ff-a9934f94c446,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:13.289097 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:13.293342 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5236723
Dec 16 14:41:13.294206 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 49696) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:13.300040 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Request body: {'subnet': {'network_id': '60766b1a-0510-46e5-87ff-a9934f94c446', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1451951446-subnet', 'tenant_id': '3a0a8f8b2ba340f1b5d3aacb9646f676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:41:13.307405 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network 60766b1a-0510-46e5-87ff-a9934f94c446 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:41:13.318374 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:13.322430 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Usage tracker for resource:subnet and tenant:3a0a8f8b2ba340f1b5d3aacb9646f676 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:13.325649 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:13.331804 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:13.344275 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Made reservation on behalf of 3a0a8f8b2ba340f1b5d3aacb9646f676 for: {'subnet': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:41:13.346671 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1418884'] for subnet, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.697728 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1525975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1418934'] for subnet, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.704413 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 3e9e92ef-3756-4082-9f93-e0baddec24b4 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:41:13.713185 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebddb1-cca6-4042-8bec-4c0700838223 req-a812b319-f166-4ce9-a06e-fa63d7646742 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:13.715033 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-61ebddb1-cca6-4042-8bec-4c0700838223 req-a812b319-f166-4ce9-a06e-fa63d7646742 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1878967
Dec 16 14:41:13.717920 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:13.809120 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae69b5-d9c3-4243-9699-e2d2bf02dbfa req-0a93606d-c580-48d1-bf78-89a617c2942b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:13.816062 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-55ae69b5-d9c3-4243-9699-e2d2bf02dbfa req-0a93606d-c580-48d1-bf78-89a617c2942b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.2544932
Dec 16 14:41:13.862303 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Pushing event updated for resources: {'Subnet': ['ID=292c0731-e821-42ce-a0c2-78ec3bfa28d3,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:13.871706 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:13.878820 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 3e9e92ef-3756-4082-9f93-e0baddec24b4, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3e9e92ef-3756-4082-9f93-e0baddec24b4,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:13.890908 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-61ebddb1-cca6-4042-8bec-4c0700838223 req-9c3decc3-e857-4cc5-9b69-d0690ca3501a tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1465914
Dec 16 14:41:13.897358 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Checking segment: {'id': 'ba500a1d-95d8-4df4-8f96-ab6ec460c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '60766b1a-0510-46e5-87ff-a9934f94c446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:41:13.897782 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Network hostable DHCP agents. Network: 60766b1a-0510-46e5-87ff-a9934f94c446, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:41:13.922012 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-55ae69b5-d9c3-4243-9699-e2d2bf02dbfa req-7af4fb4b-1e37-49de-8689-ea53dda193c2 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049345
Dec 16 14:41:13.922516 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '3e9e92ef-3756-4082-9f93-e0baddec24b4', 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8', 'port_id': '3e9e92ef-3756-4082-9f93-e0baddec24b4', 'mac_address': 'fa:16:3e:04:2c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eda57b1-5f84-4e22-8057-9285f26780cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:41:13.946622 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Network 60766b1a-0510-46e5-87ff-a9934f94c446 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:41:13.959730 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, 60766b1a-0510-46e5-87ff-a9934f94c446) {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:41:13.972475 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:13.973353 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.996326 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e32a3fa-267d-44d4-bc8f-1fa4615e6365 None None] Network 60766b1a-0510-46e5-87ff-a9934f94c446 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:41:14.001360 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7057290
Dec 16 14:41:14.160965 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.227114 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9e92ef-3756-4082-9f93-e0baddec24b4 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:41:14.288619 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 3e9e92ef-3756-4082-9f93-e0baddec24b4, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3e9e92ef-3756-4082-9f93-e0baddec24b4,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:14.308683 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.315511 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:14.351797 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686f9580-09e7-4121-84e7-21b662429ba9 None None] Network 60766b1a-0510-46e5-87ff-a9934f94c446 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:41:14.372812 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec3e0f-9b46-438d-b846-13b9d5b90815 req-0fe36e75-47bb-4f4d-9ecf-792efddfe6f3 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:14.381455 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d5ec3e0f-9b46-438d-b846-13b9d5b90815 req-0fe36e75-47bb-4f4d-9ecf-792efddfe6f3 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 944 time: 0.1462040
Dec 16 14:41:14.439349 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d5ec3e0f-9b46-438d-b846-13b9d5b90815 req-e8b37121-2ae5-4f6b-973d-9bcfa48a26a8 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568223
Dec 16 14:41:14.483034 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=3e9e92ef-3756-4082-9f93-e0baddec24b4,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:14.486804 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:14.737471 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['3e9e92ef-3756-4082-9f93-e0baddec24b4'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:41:15.152194 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74ce50-f54c-408e-9fae-9dfecfeb2964 req-e147262b-20d4-4728-b8b2-a7d1710e5550 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:15.153591 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-da74ce50-f54c-408e-9fae-9dfecfeb2964 req-e147262b-20d4-4728-b8b2-a7d1710e5550 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1378257
Dec 16 14:41:15.184537 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7602be6f-3d83-41e0-ac68-560083950838 req-1198b189-9cf1-423a-9e38-6eadc715e15e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1108899
Dec 16 14:41:15.203590 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-da74ce50-f54c-408e-9fae-9dfecfeb2964 req-e2561950-cfc1-427a-abe8-df48331795c8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431466
Dec 16 14:41:15.231937 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:15.297108 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602be6f-3d83-41e0-ac68-560083950838 req-8573b92e-fa1e-45b8-987d-f511a5a4e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:15.298626 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7602be6f-3d83-41e0-ac68-560083950838 req-8573b92e-fa1e-45b8-987d-f511a5a4e7ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ceb0da71791f4f9889daab33c73ac572&device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 1098 time: 0.0691149
Dec 16 14:41:15.467424 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602be6f-3d83-41e0-ac68-560083950838 req-775a8024-630f-48c2-bbff-07eb03e94f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:15.467424 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7602be6f-3d83-41e0-ac68-560083950838 req-775a8024-630f-48c2-bbff-07eb03e94f0f service neutron] 10.222.0.66 "GET /v2.0/networks?id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 HTTP/1.1" status: 200  len: 920 time: 0.1329439
Dec 16 14:41:15.646194 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7602be6f-3d83-41e0-ac68-560083950838 req-62cf1a2b-50ca-4f48-9077-4f3b4433cd30 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33fce9f6-5ac0-4aa0-996a-ade01b65bda3 HTTP/1.1" status: 200  len: 217 time: 0.1768439
Dec 16 14:41:15.726828 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602be6f-3d83-41e0-ac68-560083950838 req-e665cd2f-84aa-48f4-8aed-dd7a733bca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:15.728262 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7602be6f-3d83-41e0-ac68-560083950838 req-e665cd2f-84aa-48f4-8aed-dd7a733bca96 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4fad1e62-f00b-4bd3-85d8-0d853a23f69c HTTP/1.1" status: 200  len: 859 time: 0.0746558
Dec 16 14:41:15.778150 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a72ef3-5c2c-4db4-8caf-0a8b48a1fe88 req-2206d1ef-22ac-430b-8559-b08d4da21624 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:15.779571 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-13a72ef3-5c2c-4db4-8caf-0a8b48a1fe88 req-2206d1ef-22ac-430b-8559-b08d4da21624 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 944 time: 0.1791475
Dec 16 14:41:15.786188 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7602be6f-3d83-41e0-ac68-560083950838 req-4ab611ab-8e3a-46e1-aae3-5c8f015d58ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501935
Dec 16 14:41:15.908565 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-13a72ef3-5c2c-4db4-8caf-0a8b48a1fe88 req-adc648eb-c7f3-4893-8759-29ef0a1ee36c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214569
Dec 16 14:41:15.950000 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7602be6f-3d83-41e0-ac68-560083950838 req-cdfc4f99-94f5-4f53-90b1-0406e9a1aaca service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507101
Dec 16 14:41:16.085219 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7602be6f-3d83-41e0-ac68-560083950838 req-8b07b6a3-5e59-433c-9889-308d92e82f4a service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269100
Dec 16 14:41:16.326272 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-61b0a813-3a00-4b32-a3bd-a9babe0d64f9 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:16.327770 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-61b0a813-3a00-4b32-a3bd-a9babe0d64f9 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/networks?id=60766b1a-0510-46e5-87ff-a9934f94c446 HTTP/1.1" status: 200  len: 809 time: 0.1461711
Dec 16 14:41:16.387334 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-18df0020-5a10-40c3-9c0c-f6f298e3b5eb tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/quotas/3a0a8f8b2ba340f1b5d3aacb9646f676 HTTP/1.1" status: 200  len: 375 time: 0.0168386
Dec 16 14:41:16.443329 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-3cdd1e19-9bb9-4843-9d95-768ed91cf6ac tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a0a8f8b2ba340f1b5d3aacb9646f676&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0470269
Dec 16 14:41:16.444620 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-cb159e2b-345b-4345-94a0-f0ad35bd9ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:16.545230 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba08e15-9859-46d2-9857-f09d221c48c0 req-b96e30bd-7cbd-489a-b9dd-6bec0014ee92 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:16.546617 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2ba08e15-9859-46d2-9857-f09d221c48c0 req-b96e30bd-7cbd-489a-b9dd-6bec0014ee92 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.2178507
Dec 16 14:41:16.625509 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2ba08e15-9859-46d2-9857-f09d221c48c0 req-db4b3135-2595-49e6-a6a0-6c83459c92f0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715642
Dec 16 14:41:16.629039 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-bbb60d8a-dcd9-4677-831d-fe2a168e8dd4 service neutron] 10.222.0.64 "GET /v2.0/networks/60766b1a-0510-46e5-87ff-a9934f94c446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765637
Dec 16 14:41:16.765904 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-ebe5ddb2-12fd-445f-bcfa-76786e01ab7e service neutron] 10.222.0.64 "GET /v2.0/networks/60766b1a-0510-46e5-87ff-a9934f94c446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295609
Dec 16 14:41:17.017545 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9c55faf4-3420-43a9-83ae-5338ed2e109b req-21ba67ae-b0e8-44a9-a21f-91aa73ef90ec tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 210 time: 0.0693858
Dec 16 14:41:17.188428 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591efada-7478-4385-9e91-d9ce8c2e0197 req-de5c79af-ec6c-4bee-893a-6b0a7c8c6014 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:17.189925 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-591efada-7478-4385-9e91-d9ce8c2e0197 req-de5c79af-ec6c-4bee-893a-6b0a7c8c6014 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 944 time: 0.1201353
Dec 16 14:41:17.258529 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-591efada-7478-4385-9e91-d9ce8c2e0197 req-1f30c4d2-6951-454a-96b0-383081de52b8 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603070
Dec 16 14:41:17.743642 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 3e9e92ef-3756-4082-9f93-e0baddec24b4 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:41:17.816669 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 3e9e92ef-3756-4082-9f93-e0baddec24b4 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:41:17.822287 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 3e9e92ef-3756-4082-9f93-e0baddec24b4 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:17.822780 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:17.824439 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8ee7d-d667-4a90-b901-8bad04fb4975 req-b0ad6e2e-7de4-47af-bfa6-da6e54b433d8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:17.826033 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-23e8ee7d-d667-4a90-b901-8bad04fb4975 req-b0ad6e2e-7de4-47af-bfa6-da6e54b433d8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0843680
Dec 16 14:41:17.876371 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-23e8ee7d-d667-4a90-b901-8bad04fb4975 req-928d72a9-a30a-4cb6-b4d1-d59cfe7f64a4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440838
Dec 16 14:41:17.943906 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:17.971761 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19282f1-e400-4c06-a465-9524cd228d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9e92ef-3756-4082-9f93-e0baddec24b4'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:17.982661 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 3e9e92ef-3756-4082-9f93-e0baddec24b4, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3e9e92ef-3756-4082-9f93-e0baddec24b4,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:17.987279 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:17.990301 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:18.027637 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19282f1-e400-4c06-a465-9524cd228d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9e92ef-3756-4082-9f93-e0baddec24b4', 'code': 200}
Dec 16 14:41:18.085076 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=3e9e92ef-3756-4082-9f93-e0baddec24b4,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:18.087912 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:18.199505 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-85936166-5a24-4632-adb3-eb4c988ea69e req-0ffdd25e-478d-4244-84bb-e5e7a4399454 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 210 time: 0.0527329
Dec 16 14:41:18.547502 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2118f2-9fd8-4906-9c65-e6c0daa3b4d3 req-cbe37117-92a8-4e88-b5b4-c92d880e6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:18.549091 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7a2118f2-9fd8-4906-9c65-e6c0daa3b4d3 req-cbe37117-92a8-4e88-b5b4-c92d880e6e74 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 1098 time: 0.1589749
Dec 16 14:41:18.558363 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b1269-78c9-45c4-ac44-e52c68e9c60e req-68a662ab-b25d-4547-99eb-efdba77d3b87 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:18.560295 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-382b1269-78c9-45c4-ac44-e52c68e9c60e req-68a662ab-b25d-4547-99eb-efdba77d3b87 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 945 time: 0.1132007
Dec 16 14:41:18.585121 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-b323ff9a-8a5d-4cc7-be00-680e2bc6ee77 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:18.586453 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-b323ff9a-8a5d-4cc7-be00-680e2bc6ee77 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Synchronizing usage tracker for tenant:3a0a8f8b2ba340f1b5d3aacb9646f676 on resource:network {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:41:18.609588 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-b323ff9a-8a5d-4cc7-be00-680e2bc6ee77 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Unset dirty status for tenant:3a0a8f8b2ba340f1b5d3aacb9646f676 on resource:network {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:41:18.610883 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-b323ff9a-8a5d-4cc7-be00-680e2bc6ee77 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.66 "GET /v2.0/networks?id=60766b1a-0510-46e5-87ff-a9934f94c446 HTTP/1.1" status: 200  len: 809 time: 0.1937242
Dec 16 14:41:18.664434 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Request body: {'port': {'device_id': '26d908e8-0282-46b4-939d-5b760dc9bda7', 'network_id': '60766b1a-0510-46e5-87ff-a9934f94c446', 'admin_state_up': True, 'tenant_id': '3a0a8f8b2ba340f1b5d3aacb9646f676'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:41:18.691217 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-382b1269-78c9-45c4-ac44-e52c68e9c60e req-748dedee-c197-455d-8fc5-97b1dc7cdb9b tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167018
Dec 16 14:41:18.693053 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7a2118f2-9fd8-4906-9c65-e6c0daa3b4d3 req-3c8666ef-20ea-43a3-913d-31f933a0a647 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316965
Dec 16 14:41:18.806717 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:18.811173 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Usage tracker for resource:port and tenant:3a0a8f8b2ba340f1b5d3aacb9646f676 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:18.814290 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:18.820551 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:18.831030 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Made reservation on behalf of 3a0a8f8b2ba340f1b5d3aacb9646f676 for: {'port': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:41:18.835017 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:19.003599 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Allocated IP 172.20.0.9 (60766b1a-0510-46e5-87ff-a9934f94c446/292c0731-e821-42ce-a0c2-78ec3bfa28d3/e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:41:19.004994 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-58122c34-66a6-4a82-9342-afbd7efffeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:19.078864 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8410126-d571-4b19-8d86-df849c6fe2d8 req-bc962a11-fca7-4f30-a517-26485a02b4d4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:19.080399 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b8410126-d571-4b19-8d86-df849c6fe2d8 req-bc962a11-fca7-4f30-a517-26485a02b4d4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0853229
Dec 16 14:41:19.128299 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b8410126-d571-4b19-8d86-df849c6fe2d8 req-bb4a6569-c993-4040-9139-d17f5faa0460 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410373
Dec 16 14:41:19.211559 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:19.242986 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:19.249496 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-60ca66f3-875a-4e7b-91b0-95509f6b9d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:19.314755 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Network 60766b1a-0510-46e5-87ff-a9934f94c446 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:41:19.318650 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:41:19.327525 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:41:19.384301 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Pushing event updated for resources: {'Port': ['ID=e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:19.397586 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:19.397882 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:19.398240 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:19.398587 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:19.398937 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:19.399279 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:19.399618 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:19.399955 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:19.400292 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:19.400625 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:19.401005 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:19.401348 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:19.406861 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:19.419630 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:19.420239 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:19.421009 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cccd79-91d0-4ad4-b507-1e3d063da0f5 req-389db4e7-6650-4ab3-a6aa-1e27695d7fd0 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:19.422478 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f4cccd79-91d0-4ad4-b507-1e3d063da0f5 req-389db4e7-6650-4ab3-a6aa-1e27695d7fd0 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 931 time: 0.0962815
Dec 16 14:41:19.442569 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7830453
Dec 16 14:41:19.466045 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Request body: {'port': {'device_id': '26d908e8-0282-46b4-939d-5b760dc9bda7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:41:19.469640 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f4cccd79-91d0-4ad4-b507-1e3d063da0f5 req-397a5de1-ff63-46e4-b9f5-9e9c01802c17 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403795
Dec 16 14:41:19.589493 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:19.925640 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709122-5659-4e78-b7ef-b404ed86bd6a req-d0d8bdda-5745-4898-a867-55ed55e42186 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:19.927746 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-54709122-5659-4e78-b7ef-b404ed86bd6a req-d0d8bdda-5745-4898-a867-55ed55e42186 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 945 time: 0.1042993
Dec 16 14:41:19.994756 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-54709122-5659-4e78-b7ef-b404ed86bd6a req-fbf80b6a-44d9-41cc-b68d-7bee685b7e6a tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600173
Dec 16 14:41:20.037858 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 {{(pid=87789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:41:20.045277 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:20.063060 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Transition to ACTIVE for port object e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:41:20.072427 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:20.077449 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d5edfdc3-9640-4911-8120-a871a100e5ff tempest-DeleteServersTestJSON-621198219 tempest-DeleteServersTestJSON-621198219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:20.201949 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:20.205483 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:20.222390 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:20.312865 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Attempting to bind port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:41:20.313206 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Attempting to bind port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'ba500a1d-95d8-4df4-8f96-ab6ec460c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '60766b1a-0510-46e5-87ff-a9934f94c446'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:41:20.313533 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Attempting to bind port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 on network 60766b1a-0510-46e5-87ff-a9934f94c446 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:41:20.318691 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 on network 60766b1a-0510-46e5-87ff-a9934f94c446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:41:20.319012 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Attempting to bind port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 on network 60766b1a-0510-46e5-87ff-a9934f94c446 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:41:20.324313 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:41:20.324649 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Checking segment: {'id': 'ba500a1d-95d8-4df4-8f96-ab6ec460c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '60766b1a-0510-46e5-87ff-a9934f94c446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:41:20.325061 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Bound using segment: {'id': 'ba500a1d-95d8-4df4-8f96-ab6ec460c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '60766b1a-0510-46e5-87ff-a9934f94c446'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:41:20.325488 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Bound port: e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba500a1d-95d8-4df4-8f96-ab6ec460c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '60766b1a-0510-46e5-87ff-a9934f94c446'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:41:20.325832 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:20.326187 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39f8b0-779a-4be0-b51a-95879947ffa3 req-6103ef2b-7312-4fba-907e-1d77b6f55417 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:20.327671 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5e39f8b0-779a-4be0-b51a-95879947ffa3 req-6103ef2b-7312-4fba-907e-1d77b6f55417 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0808265
Dec 16 14:41:20.374701 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5e39f8b0-779a-4be0-b51a-95879947ffa3 req-7502a9a6-655e-4d03-93a6-fbb7b08f55ce tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405622
Dec 16 14:41:20.390520 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:20.431742 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] For port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766, host hv-cinder-82189, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:41:20.435366 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] For port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766,segment=NetworkSegment(ba500a1d-95d8-4df4-8f96-ab6ec460c71b),segment_id=ba500a1d-95d8-4df4-8f96-ab6ec460c71b)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:41:20.439179 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:20.443807 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e3c4079d-96dc-41b8-a0da-8d12f292e483 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:20.502532 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:20.502773 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:20.505926 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] 10.222.0.66 "PUT /v2.0/ports/e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 HTTP/1.1" status: 200  len: 1093 time: 1.0446513
Dec 16 14:41:20.506415 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d908e8-0282-46b4-939d-5b760dc9bda7', 'tag': 'e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:20.533670 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:20.536626 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:20.568509 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d908e8-0282-46b4-939d-5b760dc9bda7', 'tag': 'e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766', 'status': 'completed', 'code': 200}
Dec 16 14:41:20.673660 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c10de3-de32-43d4-abe9-bbde9be8c22c req-5fdd1c07-c977-4708-b1ce-573ee9cc2d1f tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:20.675071 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c9c10de3-de32-43d4-abe9-bbde9be8c22c req-5fdd1c07-c977-4708-b1ce-573ee9cc2d1f tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 943 time: 0.0892701
Dec 16 14:41:20.722719 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c9c10de3-de32-43d4-abe9-bbde9be8c22c req-18718b4f-2b8b-4690-8fc3-1d151c9a11ef tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413723
Dec 16 14:41:20.753333 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-201b8c21-a36f-42a2-a8fa-5746eac5fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:20.755285 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-201b8c21-a36f-42a2-a8fa-5746eac5fd9a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a0a8f8b2ba340f1b5d3aacb9646f676&device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 1096 time: 0.0725098
Dec 16 14:41:20.858507 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-6fd6fdc5-33d7-434f-9102-af8a3ed3756e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 HTTP/1.1" status: 200  len: 217 time: 0.0659511
Dec 16 14:41:20.930413 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-528261bc-8ca8-4c1b-8a78-a51169a7ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:20.931753 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-528261bc-8ca8-4c1b-8a78-a51169a7ef57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292c0731-e821-42ce-a0c2-78ec3bfa28d3 HTTP/1.1" status: 200  len: 849 time: 0.0607653
Dec 16 14:41:20.990111 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-46c4f5b4-3502-41c6-a46f-b598492cbdf4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60766b1a-0510-46e5-87ff-a9934f94c446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405164
Dec 16 14:41:21.192867 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b32db-76e3-48d2-a47f-651749534c41 req-460ad744-8327-4daa-8cfa-5bb9c2a5086d tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:21.194415 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-438b32db-76e3-48d2-a47f-651749534c41 req-460ad744-8327-4daa-8cfa-5bb9c2a5086d tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 945 time: 0.0805998
Dec 16 14:41:21.239777 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-438b32db-76e3-48d2-a47f-651749534c41 req-246f9c56-0a04-4b5b-a541-2a775c42b952 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393384
Dec 16 14:41:21.591901 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ae822-4c2a-4e73-9839-0ca734e11a76 req-5d03a2cb-9978-4489-b30e-e67ab0edfc1b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:21.593503 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4c7ae822-4c2a-4e73-9839-0ca734e11a76 req-5d03a2cb-9978-4489-b30e-e67ab0edfc1b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0888088
Dec 16 14:41:21.638210 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4c7ae822-4c2a-4e73-9839-0ca734e11a76 req-d037e6c1-ae2f-4189-be13-626797e9d665 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385089
Dec 16 14:41:21.912031 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b2b85-9e98-4ab1-b2b8-59aa187f1d36 req-18bfe30b-4408-4843-9815-d383dada222e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:21.913585 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-473b2b85-9e98-4ab1-b2b8-59aa187f1d36 req-18bfe30b-4408-4843-9815-d383dada222e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 943 time: 0.0855322
Dec 16 14:41:21.962267 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-473b2b85-9e98-4ab1-b2b8-59aa187f1d36 req-f870373a-6d3a-4131-9fe1-c1977e0e732d tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430000
Dec 16 14:41:21.992495 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:22.830291 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b372d-dfed-4085-9523-2befed9f798a req-363495a8-6c5e-4fd3-9dde-c14c56b9a5c2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:22.831637 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ef7b372d-dfed-4085-9523-2befed9f798a req-363495a8-6c5e-4fd3-9dde-c14c56b9a5c2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0793612
Dec 16 14:41:22.875700 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ef7b372d-dfed-4085-9523-2befed9f798a req-f22ee70e-4410-44e7-be7c-300d6ab74301 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380888
Dec 16 14:41:23.147925 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682d11e-6faa-4cb7-91d5-ec2f2c8a75b0 req-616b7492-6250-4b3b-b1d8-6cd5bb61b14e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:23.149278 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7682d11e-6faa-4cb7-91d5-ec2f2c8a75b0 req-616b7492-6250-4b3b-b1d8-6cd5bb61b14e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 943 time: 0.0813987
Dec 16 14:41:23.192396 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7682d11e-6faa-4cb7-91d5-ec2f2c8a75b0 req-49328938-66f0-46b1-b020-163b4ddaad3b tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375104
Dec 16 14:41:24.060290 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5f626-e5e3-4900-9e87-3edcb45db933 req-7fd843f0-0e90-40d9-bfab-f7bc6180343e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:24.061780 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-32f5f626-e5e3-4900-9e87-3edcb45db933 req-7fd843f0-0e90-40d9-bfab-f7bc6180343e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0791793
Dec 16 14:41:24.105067 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-32f5f626-e5e3-4900-9e87-3edcb45db933 req-a16964eb-7da2-47d7-a9a8-73ba58f9752f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372369
Dec 16 14:41:24.280863 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-0f0921bb-a6ba-46ed-bddc-aa5ca89bb8a4 service neutron] 10.222.0.66 "GET /v2.0/networks/60766b1a-0510-46e5-87ff-a9934f94c446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392055
Dec 16 14:41:24.379871 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58348e-bed4-4915-81a1-cd3bc4eb3cd9 req-81dd71c1-5a45-4d96-b5d7-eeebcbfda19e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:24.381357 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aa58348e-bed4-4915-81a1-cd3bc4eb3cd9 req-81dd71c1-5a45-4d96-b5d7-eeebcbfda19e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 943 time: 0.0847592
Dec 16 14:41:24.428426 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aa58348e-bed4-4915-81a1-cd3bc4eb3cd9 req-d0b243f1-4984-4848-accd-743312fe1bb7 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409193
Dec 16 14:41:24.440816 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3ff1072e-72d6-4faf-8404-86e6427a56ec req-02881066-2991-484b-a8aa-a7d24d7e6574 service neutron] 10.222.0.66 "GET /v2.0/networks/60766b1a-0510-46e5-87ff-a9934f94c446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263068
Dec 16 14:41:24.673815 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8246b-b1ff-4f52-b6b5-2b3ca86c88b6 req-cb296366-8a07-429a-8eb6-1072479439c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:24.675398 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-41a8246b-b1ff-4f52-b6b5-2b3ca86c88b6 req-cb296366-8a07-429a-8eb6-1072479439c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a0a8f8b2ba340f1b5d3aacb9646f676&device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 1096 time: 0.0700738
Dec 16 14:41:24.808766 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8246b-b1ff-4f52-b6b5-2b3ca86c88b6 req-32cdda37-67c6-40e6-a3bf-e238ca606fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:24.810296 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-41a8246b-b1ff-4f52-b6b5-2b3ca86c88b6 req-32cdda37-67c6-40e6-a3bf-e238ca606fae service neutron] 10.222.0.66 "GET /v2.0/networks?id=60766b1a-0510-46e5-87ff-a9934f94c446 HTTP/1.1" status: 200  len: 910 time: 0.1266534
Dec 16 14:41:24.886738 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-41a8246b-b1ff-4f52-b6b5-2b3ca86c88b6 req-776a2c9d-fabb-4ea5-9430-6ed040f7b10e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 HTTP/1.1" status: 200  len: 217 time: 0.0644772
Dec 16 14:41:24.948568 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8246b-b1ff-4f52-b6b5-2b3ca86c88b6 req-0ba07d29-db23-4815-89b2-89b7d5f938a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:24.950086 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-41a8246b-b1ff-4f52-b6b5-2b3ca86c88b6 req-0ba07d29-db23-4815-89b2-89b7d5f938a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292c0731-e821-42ce-a0c2-78ec3bfa28d3 HTTP/1.1" status: 200  len: 849 time: 0.0570288
Dec 16 14:41:25.068703 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-41a8246b-b1ff-4f52-b6b5-2b3ca86c88b6 req-29824313-617e-4834-8014-9785e878e81b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60766b1a-0510-46e5-87ff-a9934f94c446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1102705
Dec 16 14:41:25.241086 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-41a8246b-b1ff-4f52-b6b5-2b3ca86c88b6 req-bfbed693-e2c6-44d8-aa01-a89b7a870480 service neutron] 10.222.0.66 "GET /v2.0/networks/60766b1a-0510-46e5-87ff-a9934f94c446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486413
Dec 16 14:41:25.311506 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d83047-6801-4447-ba8d-06adb82da389 req-d5152401-2e94-4f70-8d78-c997911aac4c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:25.312990 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e8d83047-6801-4447-ba8d-06adb82da389 req-d5152401-2e94-4f70-8d78-c997911aac4c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0780780
Dec 16 14:41:25.357475 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e8d83047-6801-4447-ba8d-06adb82da389 req-1784d35d-f186-4490-960b-1bf613eabdde tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382042
Dec 16 14:41:25.377449 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-41a8246b-b1ff-4f52-b6b5-2b3ca86c88b6 req-6ebec80d-40a9-4ba2-a605-9e9638c177ee service neutron] 10.222.0.66 "GET /v2.0/networks/60766b1a-0510-46e5-87ff-a9934f94c446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252851
Dec 16 14:41:25.626873 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338efa3-6a42-41d7-800a-f95486e8c3aa req-83d82af1-2531-41e5-9b80-4f716dc80cd6 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:25.628373 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6338efa3-6a42-41d7-800a-f95486e8c3aa req-83d82af1-2531-41e5-9b80-4f716dc80cd6 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 943 time: 0.0878305
Dec 16 14:41:25.675242 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6338efa3-6a42-41d7-800a-f95486e8c3aa req-38ac78d7-4e39-4f9b-b4f2-61846a875d9d tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406394
Dec 16 14:41:26.491666 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fd074-6a03-457d-939e-2502ce747e90 req-4ee23dc8-f952-4f88-9db8-7fe14b89f20d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:26.493877 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5f8fd074-6a03-457d-939e-2502ce747e90 req-4ee23dc8-f952-4f88-9db8-7fe14b89f20d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0971804
Dec 16 14:41:26.517798 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb4792-839f-41ea-997c-0f446abc635f req-e17120d2-c6f7-4d19-8e20-a6044c49afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:26.519567 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82bb4792-839f-41ea-997c-0f446abc635f req-e17120d2-c6f7-4d19-8e20-a6044c49afa2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ceb0da71791f4f9889daab33c73ac572&device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 1098 time: 0.1188190
Dec 16 14:41:26.598927 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5f8fd074-6a03-457d-939e-2502ce747e90 req-2cefce55-aa9e-47ce-958f-859530f97dfd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977459
Dec 16 14:41:26.635754 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77ef91-e6a2-488f-8eb6-c22b6e60b4ba req-87361af3-5468-418c-891e-e1a61f4bdd83 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:26.637220 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9f77ef91-e6a2-488f-8eb6-c22b6e60b4ba req-87361af3-5468-418c-891e-e1a61f4bdd83 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1373684
Dec 16 14:41:26.658606 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb4792-839f-41ea-997c-0f446abc635f req-519dbf48-9175-4ae0-ac1c-f6117df6823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:26.660551 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82bb4792-839f-41ea-997c-0f446abc635f req-519dbf48-9175-4ae0-ac1c-f6117df6823e service neutron] 10.222.0.66 "GET /v2.0/networks?id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 HTTP/1.1" status: 200  len: 920 time: 0.1288023
Dec 16 14:41:26.683617 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9f77ef91-e6a2-488f-8eb6-c22b6e60b4ba req-5444036f-c1e7-4210-8054-0b8eb574ba47 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407355
Dec 16 14:41:26.730949 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82bb4792-839f-41ea-997c-0f446abc635f req-1064d0d5-a043-4311-9b88-abf489ff1c27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33fce9f6-5ac0-4aa0-996a-ade01b65bda3 HTTP/1.1" status: 200  len: 217 time: 0.0637243
Dec 16 14:41:26.798873 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb4792-839f-41ea-997c-0f446abc635f req-a6d0150e-cf99-4a54-905d-62edea62c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:26.800335 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82bb4792-839f-41ea-997c-0f446abc635f req-a6d0150e-cf99-4a54-905d-62edea62c239 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4fad1e62-f00b-4bd3-85d8-0d853a23f69c HTTP/1.1" status: 200  len: 859 time: 0.0595703
Dec 16 14:41:26.856165 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82bb4792-839f-41ea-997c-0f446abc635f req-5a91deef-99c9-4226-bee9-354bf5f04afd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447159
Dec 16 14:41:26.887240 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bdf17-d6da-4f4d-a784-747d2386b152 req-5942dd02-90dc-42a6-9415-c6e8bc23664f tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:26.889582 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e42bdf17-d6da-4f4d-a784-747d2386b152 req-5942dd02-90dc-42a6-9415-c6e8bc23664f tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 943 time: 0.0980129
Dec 16 14:41:26.934766 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e42bdf17-d6da-4f4d-a784-747d2386b152 req-5fd15806-4852-4cb0-ad71-2a35a5cf869e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394454
Dec 16 14:41:27.002156 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82bb4792-839f-41ea-997c-0f446abc635f req-355e5266-10d5-4b10-ae7a-30e8b1c6e169 service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355178
Dec 16 14:41:27.135790 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82bb4792-839f-41ea-997c-0f446abc635f req-e002b09f-07bc-4a10-90ed-e008cd545559 service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249764
Dec 16 14:41:27.803613 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:41:27.953100 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766,segment=NetworkSegment(ba500a1d-95d8-4df4-8f96-ab6ec460c71b),segment_id=ba500a1d-95d8-4df4-8f96-ab6ec460c71b)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:27.966656 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': 'e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766', 'network_id': '60766b1a-0510-46e5-87ff-a9934f94c446', 'port_id': 'e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766', 'mac_address': 'fa:16:3e:86:1c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292c0731-e821-42ce-a0c2-78ec3bfa28d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:41:27.986478 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4b6ff-4bd0-4748-b3b6-cbb422fac054 req-bfee217f-2c8c-49cd-b984-0e7f06a7de0e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:27.987939 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f3c4b6ff-4bd0-4748-b3b6-cbb422fac054 req-bfee217f-2c8c-49cd-b984-0e7f06a7de0e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.2716651
Dec 16 14:41:27.995679 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-639a2255-c628-4e85-9dee-2d6e0858b165 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:27.997113 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-639a2255-c628-4e85-9dee-2d6e0858b165 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/networks?id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 HTTP/1.1" status: 200  len: 814 time: 0.2311883
Dec 16 14:41:28.022192 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:28.039156 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:41:28.039280 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-26c9a348-a507-4393-83e8-71dd2fed6e63 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/quotas/5a10c6d1e7e7425bb59f6efad4231db3 HTTP/1.1" status: 200  len: 375 time: 0.0251272
Dec 16 14:41:28.055091 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766,segment=NetworkSegment(ba500a1d-95d8-4df4-8f96-ab6ec460c71b),segment_id=ba500a1d-95d8-4df4-8f96-ab6ec460c71b)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:28.056840 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f3c4b6ff-4bd0-4748-b3b6-cbb422fac054 req-bf62a84f-91cd-4b42-aa4c-55a3d02b70b1 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587261
Dec 16 14:41:28.060570 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:28.062358 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:28.149794 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:28.153668 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:28.158245 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-2055b61f-b562-40e5-8dff-f2e6c308d3b3 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a10c6d1e7e7425bb59f6efad4231db3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1004646
Dec 16 14:41:28.346836 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-8b8e13c9-62f8-491e-a778-64496d0778f5 service neutron] 10.222.0.64 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538706
Dec 16 14:41:28.354184 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f49ab-84e1-45ee-a729-7f61a71b1589 req-7e49aa27-816f-41e4-8740-d732484f48d0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:28.355531 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f13f49ab-84e1-45ee-a729-7f61a71b1589 req-7e49aa27-816f-41e4-8740-d732484f48d0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1964409
Dec 16 14:41:28.478451 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f13f49ab-84e1-45ee-a729-7f61a71b1589 req-24d5cb73-81e3-4ede-8d7d-e84580df0e21 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044950
Dec 16 14:41:28.515280 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-1a4d2444-c740-418c-9bd9-a6a8240f4f6d service neutron] 10.222.0.64 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588259
Dec 16 14:41:28.695813 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:41:28.696527 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5e80d-b114-4113-9072-f8ce137da119 req-d8c6e836-dc1d-4747-a0eb-4d1462b8cbc5 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:28.698032 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46e5e80d-b114-4113-9072-f8ce137da119 req-d8c6e836-dc1d-4747-a0eb-4d1462b8cbc5 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 944 time: 0.1237714
Dec 16 14:41:28.704711 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-13036866-a675-49cd-9f49-6d03490949de req-8f69d803-1b7b-4549-8312-283621ab288b tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 210 time: 0.0551667
Dec 16 14:41:28.744908 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46e5e80d-b114-4113-9072-f8ce137da119 req-dcbabde1-a55d-40f2-856d-e368bab8db27 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392108
Dec 16 14:41:29.244025 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076bbd3-e18f-4d51-a334-e90d721eb3d2 req-f314118e-d794-4c5a-b5f7-6b5c1a1a9429 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:29.245538 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e076bbd3-e18f-4d51-a334-e90d721eb3d2 req-f314118e-d794-4c5a-b5f7-6b5c1a1a9429 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0877242
Dec 16 14:41:29.290157 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e076bbd3-e18f-4d51-a334-e90d721eb3d2 req-80e85eb3-8288-4e4a-bfa3-4e81ed1c8ea9 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390537
Dec 16 14:41:29.666117 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7902c-01fb-4d77-8606-46deafd98693 req-98e13283-db58-4479-96bf-d7ea2b494027 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:29.667540 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2cf7902c-01fb-4d77-8606-46deafd98693 req-98e13283-db58-4479-96bf-d7ea2b494027 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0810034
Dec 16 14:41:29.711474 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2cf7902c-01fb-4d77-8606-46deafd98693 req-44fae8a7-85c7-480c-a12f-246de5aa57e3 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378900
Dec 16 14:41:29.895006 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4d700b0b-d1a9-477d-9478-4e52cb16f53b req-96ec4619-110a-41ae-ab9c-14f62a35d23a tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 210 time: 0.0759125
Dec 16 14:41:29.986746 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6554f8-e656-41a0-b0c0-9d276beba074 req-ad5f0f40-6eab-400b-ab3b-0385aa06f805 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:29.988152 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2d6554f8-e656-41a0-b0c0-9d276beba074 req-ad5f0f40-6eab-400b-ab3b-0385aa06f805 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 944 time: 0.0968773
Dec 16 14:41:30.033893 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2d6554f8-e656-41a0-b0c0-9d276beba074 req-2b6c6771-d585-4381-8009-db4d2be2939f tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389073
Dec 16 14:41:30.121984 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-6643b611-bb26-48da-a616-db43cde17454 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:30.122759 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-6643b611-bb26-48da-a616-db43cde17454 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Synchronizing usage tracker for tenant:5a10c6d1e7e7425bb59f6efad4231db3 on resource:network {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:41:30.146237 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-6643b611-bb26-48da-a616-db43cde17454 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Unset dirty status for tenant:5a10c6d1e7e7425bb59f6efad4231db3 on resource:network {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:41:30.147879 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-6643b611-bb26-48da-a616-db43cde17454 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "GET /v2.0/networks?id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 HTTP/1.1" status: 200  len: 814 time: 0.1734643
Dec 16 14:41:30.174890 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Request body: {'port': {'device_id': '25a5a09b-6a73-4b0e-accc-7d9eb35ef787', 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8', 'admin_state_up': True, 'tenant_id': '5a10c6d1e7e7425bb59f6efad4231db3'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:41:30.328280 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:30.342721 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:30.353056 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Made reservation on behalf of 5a10c6d1e7e7425bb59f6efad4231db3 for: {'port': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:41:30.357684 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:30.495179 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182a9c4-fc8b-4d19-969c-6f004f95c300 req-1089def8-2e5e-4d11-8552-8a846490d80b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:30.496591 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d182a9c4-fc8b-4d19-969c-6f004f95c300 req-1089def8-2e5e-4d11-8552-8a846490d80b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0905399
Dec 16 14:41:30.537452 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Allocated IP 172.20.0.11 (80a0dcd7-59dc-485e-9feb-7d18fa3c28f8/1eda57b1-5f84-4e22-8057-9285f26780cf/53319b19-0957-4d2a-bc97-feaecba46759) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:41:30.546054 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d182a9c4-fc8b-4d19-969c-6f004f95c300 req-706fb971-0241-421d-a904-2f7ea9d3cf46 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414155
Dec 16 14:41:30.857910 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:30.891629 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:30.897748 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7306801f-c05d-44ce-ab92-bf8c0e576c48 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:30.928772 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948b874-0e76-47c0-91d1-4b6d45624000 req-417db426-0797-4867-ab06-84bbf4a80b70 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:30.930274 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c948b874-0e76-47c0-91d1-4b6d45624000 req-417db426-0797-4867-ab06-84bbf4a80b70 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0880463
Dec 16 14:41:30.938769 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['e53554ce-cefb-44ad-a028-c910c35ef033', '3e9e92ef-3756-4082-9f93-e0baddec24b4'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:41:30.971513 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:41:30.976454 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:41:30.979433 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:41:30.995193 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c948b874-0e76-47c0-91d1-4b6d45624000 req-04325e39-0b38-4d11-a72d-d712402272d6 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564249
Dec 16 14:41:31.046658 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Pushing event updated for resources: {'Port': ['ID=53319b19-0957-4d2a-bc97-feaecba46759,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:31.050236 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:31.070720 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:31.071888 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:31.101968 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9303598
Dec 16 14:41:31.128438 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6200480-a17d-49dc-8784-7585fbed0efc req-beb801cc-df4a-499c-95af-831c4e6cbd3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:31.131491 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c6200480-a17d-49dc-8784-7585fbed0efc req-beb801cc-df4a-499c-95af-831c4e6cbd3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 932 time: 0.1171603
Dec 16 14:41:31.185184 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Request body: {'port': {'device_id': '25a5a09b-6a73-4b0e-accc-7d9eb35ef787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:41:31.234483 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c6200480-a17d-49dc-8784-7585fbed0efc req-e3f40dbf-2219-43bc-a0d4-f97bea7bccbe tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972872
Dec 16 14:41:31.272072 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f15519-c66c-486c-ad9b-428f9cfc4511 req-e033fec6-cbe2-4c7a-b955-d1a8f7492223 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:31.274065 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-76f15519-c66c-486c-ad9b-428f9cfc4511 req-e033fec6-cbe2-4c7a-b955-d1a8f7492223 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 944 time: 0.1113560
Dec 16 14:41:31.312891 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:31.332875 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-76f15519-c66c-486c-ad9b-428f9cfc4511 req-51c59c3e-9394-47c3-830f-aada34615de5 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505958
Dec 16 14:41:31.724398 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53319b19-0957-4d2a-bc97-feaecba46759 {{(pid=87789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:41:31.733250 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:31.750647 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Transition to ACTIVE for port object 53319b19-0957-4d2a-bc97-feaecba46759 will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:41:31.755743 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:31.761176 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:31.792269 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4f456-187e-439d-84ce-d159d4e42ad3 req-584dc289-b3e3-4ca8-aae3-90a74a550c3c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:31.793715 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6ea4f456-187e-439d-84ce-d159d4e42ad3 req-584dc289-b3e3-4ca8-aae3-90a74a550c3c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1118851
Dec 16 14:41:31.840649 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 3086416d-8f44-45e7-a877-073ca8530605 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:41:31.867493 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:41:31.907109 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6ea4f456-187e-439d-84ce-d159d4e42ad3 req-fb04d6d0-85bf-4f48-88ad-6b55460b3029 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069233
Dec 16 14:41:31.989051 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.db.resource_extend [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 14:41:32.062608 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Pushing event updated for resources: {'Port': ['ID=53319b19-0957-4d2a-bc97-feaecba46759,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:32.072433 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:32.091105 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Attempting to bind port 53319b19-0957-4d2a-bc97-feaecba46759 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:41:32.091736 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Attempting to bind port 53319b19-0957-4d2a-bc97-feaecba46759 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:41:32.092306 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Attempting to bind port 53319b19-0957-4d2a-bc97-feaecba46759 on network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:41:32.100571 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Port 53319b19-0957-4d2a-bc97-feaecba46759 on network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:41:32.102575 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Attempting to bind port 53319b19-0957-4d2a-bc97-feaecba46759 on network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:41:32.110612 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:41:32.111163 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Checking segment: {'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:41:32.111708 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Bound using segment: {'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:41:32.112299 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Bound port: 53319b19-0957-4d2a-bc97-feaecba46759, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:41:32.113979 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:32.179327 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:41:32.187825 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 3086416d-8f44-45e7-a877-073ca8530605, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3086416d-8f44-45e7-a877-073ca8530605,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:32.198456 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:32.198837 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:32.220993 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] For port 53319b19-0957-4d2a-bc97-feaecba46759, host hv-cinder-82189, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:41:32.225884 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] For port 53319b19-0957-4d2a-bc97-feaecba46759, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53319b19-0957-4d2a-bc97-feaecba46759,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:41:32.231430 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:32.235778 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aae2bd-3d5a-4de7-981d-0e1acbee63dc req-b45261e5-a106-404c-a363-633bacfcafa7 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:32.237137 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:32.241632 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '3086416d-8f44-45e7-a877-073ca8530605', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'port_id': '3086416d-8f44-45e7-a877-073ca8530605', 'mac_address': 'fa:16:3e:40:e8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:41:32.244814 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-41aae2bd-3d5a-4de7-981d-0e1acbee63dc req-b45261e5-a106-404c-a363-633bacfcafa7 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1061525
Dec 16 14:41:32.317265 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:32.318025 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:32.320901 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] 10.222.0.66 "PUT /v2.0/ports/53319b19-0957-4d2a-bc97-feaecba46759 HTTP/1.1" status: 200  len: 1094 time: 1.1390531
Dec 16 14:41:32.320901 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a5a09b-6a73-4b0e-accc-7d9eb35ef787', 'tag': '53319b19-0957-4d2a-bc97-feaecba46759'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:32.348186 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-41aae2bd-3d5a-4de7-981d-0e1acbee63dc req-9eaad02c-a21d-4a40-a83e-6c056e269ad9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1021142
Dec 16 14:41:32.353127 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Pushing event updated for resources: {'Port': ['ID=53319b19-0957-4d2a-bc97-feaecba46759,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:32.372478 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:32.410045 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:32.432676 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3086416d-8f44-45e7-a877-073ca8530605 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:41:32.437718 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a5a09b-6a73-4b0e-accc-7d9eb35ef787', 'tag': '53319b19-0957-4d2a-bc97-feaecba46759', 'status': 'completed', 'code': 200}
Dec 16 14:41:32.451080 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 3086416d-8f44-45e7-a877-073ca8530605, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3086416d-8f44-45e7-a877-073ca8530605,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:32.460892 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:32.470705 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:32.479738 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-3db07282-d4c5-4492-880f-54f11faec1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:32.481543 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-3db07282-d4c5-4492-880f-54f11faec1d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a10c6d1e7e7425bb59f6efad4231db3&device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 1097 time: 0.0864682
Dec 16 14:41:32.546660 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:32.567533 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-a82afa56-6d13-4915-a5c4-97611b6e29bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53319b19-0957-4d2a-bc97-feaecba46759 HTTP/1.1" status: 200  len: 217 time: 0.0698967
Dec 16 14:41:32.568423 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=3086416d-8f44-45e7-a877-073ca8530605,revision_number=6']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:32.575554 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:32.586678 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d908e8-0282-46b4-939d-5b760dc9bda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:32.596432 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766,segment=NetworkSegment(ba500a1d-95d8-4df4-8f96-ab6ec460c71b),segment_id=ba500a1d-95d8-4df4-8f96-ab6ec460c71b)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:32.601433 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:32.603438 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-8e41a914-1bc5-446c-835f-8a23c2ce0c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:32.633456 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-77595cc0-8963-4da1-9f9a-c859d561cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:32.635037 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-77595cc0-8963-4da1-9f9a-c859d561cc5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1eda57b1-5f84-4e22-8057-9285f26780cf HTTP/1.1" status: 200  len: 854 time: 0.0610051
Dec 16 14:41:32.657308 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2d037-22a0-470c-9cd1-fa807417c479 req-4ea671f6-17d6-4f42-a189-e6a980e07482 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:32.658760 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dff2d037-22a0-470c-9cd1-fa807417c479 req-4ea671f6-17d6-4f42-a189-e6a980e07482 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 944 time: 0.1218331
Dec 16 14:41:32.667567 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199afe74-ea3d-4494-bee5-5b4a15694663 req-82d14e7a-b60d-4720-9a82-9d94d684b2d0 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:32.669270 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-199afe74-ea3d-4494-bee5-5b4a15694663 req-82d14e7a-b60d-4720-9a82-9d94d684b2d0 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 944 time: 0.2410097
Dec 16 14:41:32.682294 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:32.685381 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:32.691333 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-73064155-28e0-46e7-92dd-83c8942e924a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481949
Dec 16 14:41:32.701977 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['3086416d-8f44-45e7-a877-073ca8530605'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:41:32.750878 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dff2d037-22a0-470c-9cd1-fa807417c479 req-6ecde393-cff1-45d8-902f-6df6de878218 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804837
Dec 16 14:41:32.753757 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-199afe74-ea3d-4494-bee5-5b4a15694663 req-3fdaeaa5-1527-4d3b-bf49-184c024486a9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696924
Dec 16 14:41:32.813444 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d908e8-0282-46b4-939d-5b760dc9bda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766', 'code': 200}
Dec 16 14:41:32.854154 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-03b0e579-d4e8-4a64-9bab-86fd2eee91af service neutron] 10.222.0.66 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545520
Dec 16 14:41:33.006755 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-f31df079-ca1f-4adf-90d4-efb88aa48741 req-a166acb3-182c-4281-a117-2baf893c8056 service neutron] 10.222.0.66 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447985
Dec 16 14:41:33.106950 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34095883-9242-45e9-8757-06083979426c req-b513b452-fde4-444c-a9bb-fe6bc3af500b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:33.108443 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-34095883-9242-45e9-8757-06083979426c req-b513b452-fde4-444c-a9bb-fe6bc3af500b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0941052
Dec 16 14:41:33.157536 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-34095883-9242-45e9-8757-06083979426c req-f87c610d-2d08-40b4-bdac-82267a15ece2 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426733
Dec 16 14:41:33.271473 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850cfa-6749-4c96-ae04-6329c10483f2 req-d7bd8c32-f5c4-49ef-a8fe-cf57e5aa52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:33.272967 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-09850cfa-6749-4c96-ae04-6329c10483f2 req-d7bd8c32-f5c4-49ef-a8fe-cf57e5aa52e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a10c6d1e7e7425bb59f6efad4231db3&device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 1097 time: 0.0769670
Dec 16 14:41:33.326598 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3d82e-f9ca-438b-b9dd-ac851a021b46 req-e38a7e7d-42ab-4604-8b3a-1d55c6ef8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:33.327991 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-8cf3d82e-f9ca-438b-b9dd-ac851a021b46 req-e38a7e7d-42ab-4604-8b3a-1d55c6ef8b1b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 1098 time: 0.1489806
Dec 16 14:41:33.371139 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-8cf3d82e-f9ca-438b-b9dd-ac851a021b46 req-142e9f39-8ac3-4440-9a50-ce2ff67309e9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345266
Dec 16 14:41:33.408633 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850cfa-6749-4c96-ae04-6329c10483f2 req-548bc6e6-3e30-41e3-9d13-738e666426ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:33.410650 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-09850cfa-6749-4c96-ae04-6329c10483f2 req-548bc6e6-3e30-41e3-9d13-738e666426ed service neutron] 10.222.0.66 "GET /v2.0/networks?id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 HTTP/1.1" status: 200  len: 915 time: 0.1287930
Dec 16 14:41:33.543634 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dfcc3-8791-44e3-83fe-4136e0917ea6 req-61421004-345d-42c0-9d35-b70fba71c757 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:33.545126 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c25dfcc3-8791-44e3-83fe-4136e0917ea6 req-61421004-345d-42c0-9d35-b70fba71c757 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 944 time: 0.0811279
Dec 16 14:41:33.593598 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c25dfcc3-8791-44e3-83fe-4136e0917ea6 req-bb92a74c-ae5f-41d1-a2cd-ab267d9c65d9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424790
Dec 16 14:41:33.846281 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 3086416d-8f44-45e7-a877-073ca8530605 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:41:33.920041 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 3086416d-8f44-45e7-a877-073ca8530605 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:33.920419 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:33.989186 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-09850cfa-6749-4c96-ae04-6329c10483f2 req-3352a1d8-9635-4438-9a11-a059f95b6e8f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53319b19-0957-4d2a-bc97-feaecba46759 HTTP/1.1" status: 200  len: 217 time: 0.1352098
Dec 16 14:41:34.042701 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:34.085397 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 3086416d-8f44-45e7-a877-073ca8530605, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3086416d-8f44-45e7-a877-073ca8530605,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:34.095052 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:34.097175 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:34.138732 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09850cfa-6749-4c96-ae04-6329c10483f2 req-2bbf7000-63dd-41b2-ae70-eb54a3ede67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:34.140150 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-09850cfa-6749-4c96-ae04-6329c10483f2 req-2bbf7000-63dd-41b2-ae70-eb54a3ede67d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1eda57b1-5f84-4e22-8057-9285f26780cf HTTP/1.1" status: 200  len: 854 time: 0.1375380
Dec 16 14:41:34.228008 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-09850cfa-6749-4c96-ae04-6329c10483f2 req-356e49ae-3ceb-4b77-814e-1f5c6f551bf3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0782025
Dec 16 14:41:34.248187 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8e977-d549-41e8-9ad6-9f7d1116ac17 req-8cb16f55-c324-4e0a-a608-6deb36f0fe91 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:34.251410 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=3086416d-8f44-45e7-a877-073ca8530605,revision_number=7']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:34.257507 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1ed8e977-d549-41e8-9ad6-9f7d1116ac17 req-8cb16f55-c324-4e0a-a608-6deb36f0fe91 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 944 time: 0.3538208
Dec 16 14:41:34.261452 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:34.284015 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a946f4-4580-4099-921b-90780cd681db req-d3744867-56db-46b3-9665-2e40426659d1 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:34.288533 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-66a946f4-4580-4099-921b-90780cd681db req-d3744867-56db-46b3-9665-2e40426659d1 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 945 time: 0.3837888
Dec 16 14:41:34.412925 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1ed8e977-d549-41e8-9ad6-9f7d1116ac17 req-186701d7-3d5f-484b-b037-e5b11f6e3d75 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544173
Dec 16 14:41:34.444255 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-66a946f4-4580-4099-921b-90780cd681db req-06a150f7-d9ea-49e7-8dfc-ce1e5e6b5815 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325607
Dec 16 14:41:34.478800 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-09850cfa-6749-4c96-ae04-6329c10483f2 req-34556a79-e933-4d50-b065-8065a159b99b service neutron] 10.222.0.66 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2056420
Dec 16 14:41:34.703183 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-09850cfa-6749-4c96-ae04-6329c10483f2 req-7cc38e2f-e316-42f9-b70f-c36784d3fdf4 service neutron] 10.222.0.66 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2008193
Dec 16 14:41:34.720943 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdff612-c758-4186-a570-6ffcb0e58b5b req-968f5d4f-888a-4129-ba5e-9afb42c1940a tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:34.722460 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6cdff612-c758-4186-a570-6ffcb0e58b5b req-968f5d4f-888a-4129-ba5e-9afb42c1940a tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1443465
Dec 16 14:41:34.815048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3086416d-8f44-45e7-a877-073ca8530605'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:34.823513 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6cdff612-c758-4186-a570-6ffcb0e58b5b req-83444c14-ee72-462f-b435-d2117747636a tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624673
Dec 16 14:41:34.862582 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4d247-0df3-492b-8f4d-8038fe0b1bfa req-85d3d029-7a31-45c1-bc2d-e46d32cb285e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:34.864624 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6e4d247-0df3-492b-8f4d-8038fe0b1bfa req-85d3d029-7a31-45c1-bc2d-e46d32cb285e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1412623
Dec 16 14:41:34.890716 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3086416d-8f44-45e7-a877-073ca8530605', 'code': 200}
Dec 16 14:41:34.916247 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6e4d247-0df3-492b-8f4d-8038fe0b1bfa req-5a01c9f7-cc0f-4047-98b6-e86cf69de415 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428104
Dec 16 14:41:35.678402 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129570d-3241-4f4a-a4df-966defb3d06b req-ff2c115e-d58c-43f1-be38-209e5df6c81d tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:35.686829 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e129570d-3241-4f4a-a4df-966defb3d06b req-ff2c115e-d58c-43f1-be38-209e5df6c81d tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 945 time: 0.0977490
Dec 16 14:41:35.898211 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e129570d-3241-4f4a-a4df-966defb3d06b req-52b86bf0-6c30-42f9-8f8e-4f67aeef8db2 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2100742
Dec 16 14:41:35.966505 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839ab69-6303-41ed-9ea6-9f4e851451df req-7e6ad258-6459-4332-abc3-d05424e53ab0 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:35.979283 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8839ab69-6303-41ed-9ea6-9f4e851451df req-7e6ad258-6459-4332-abc3-d05424e53ab0 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 944 time: 0.1686246
Dec 16 14:41:36.102515 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8839ab69-6303-41ed-9ea6-9f4e851451df req-815b5b7d-d74e-46b8-bea2-1a27cff7ac7e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222439
Dec 16 14:41:36.149613 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a457e1-f7c1-4c68-b431-27ae57d49442 req-25e88bb5-bf78-46a7-89eb-db2c81c548cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:36.151208 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b0a457e1-f7c1-4c68-b431-27ae57d49442 req-25e88bb5-bf78-46a7-89eb-db2c81c548cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1244500
Dec 16 14:41:36.216158 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b0a457e1-f7c1-4c68-b431-27ae57d49442 req-51dabb83-fff6-46f1-a474-1041a3d631b7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539939
Dec 16 14:41:36.373002 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2382ef-d1f4-4440-ba4d-c32f01505ac5 req-5c479f20-1f6b-4584-8beb-eb400bce4721 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:36.382322 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fa2382ef-d1f4-4440-ba4d-c32f01505ac5 req-5c479f20-1f6b-4584-8beb-eb400bce4721 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1598363
Dec 16 14:41:36.494660 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fa2382ef-d1f4-4440-ba4d-c32f01505ac5 req-61428585-a87b-4032-80b4-5cad8486080e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975370
Dec 16 14:41:37.333809 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d001fe0-e508-408b-b5de-bc574392bef3 req-786b6e6f-60a6-4b29-ab9d-2e0352a85b12 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:37.336381 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3d001fe0-e508-408b-b5de-bc574392bef3 req-786b6e6f-60a6-4b29-ab9d-2e0352a85b12 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 944 time: 0.1071551
Dec 16 14:41:37.427844 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3d001fe0-e508-408b-b5de-bc574392bef3 req-46ce4bc6-4e37-438d-a514-c3f4fd512461 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838680
Dec 16 14:41:37.502989 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37349afb-fafd-41d5-8cb9-7d0cf7fc47cf req-0775dd41-78a9-4232-b613-b4ac49ba2e05 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:37.515757 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-37349afb-fafd-41d5-8cb9-7d0cf7fc47cf req-0775dd41-78a9-4232-b613-b4ac49ba2e05 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1297033
Dec 16 14:41:37.656203 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-37349afb-fafd-41d5-8cb9-7d0cf7fc47cf req-827294aa-b15a-4d71-9031-fae43acd8a1b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363146
Dec 16 14:41:37.716617 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d9271-1b49-4d1c-b10e-fdf3d034fbb0 req-1579a404-a14c-4566-9aa8-8a5deab7d4b4 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:37.718521 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9e1d9271-1b49-4d1c-b10e-fdf3d034fbb0 req-1579a404-a14c-4566-9aa8-8a5deab7d4b4 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 945 time: 0.1638441
Dec 16 14:41:37.792667 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9e1d9271-1b49-4d1c-b10e-fdf3d034fbb0 req-81aa81f7-f413-4f34-96a2-9c0fa7f9800e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605206
Dec 16 14:41:37.883118 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 53319b19-0957-4d2a-bc97-feaecba46759 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:41:37.932462 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b3be4-fb96-4598-a4c8-0763f61d3141 req-a2398511-d82a-47f2-af58-633a43a4c5a3 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:37.934993 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a33b3be4-fb96-4598-a4c8-0763f61d3141 req-a2398511-d82a-47f2-af58-633a43a4c5a3 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1267338
Dec 16 14:41:37.997350 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a33b3be4-fb96-4598-a4c8-0763f61d3141 req-73600c7e-983b-4dce-977c-84179dd7f120 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568867
Dec 16 14:41:38.056721 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 53319b19-0957-4d2a-bc97-feaecba46759, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53319b19-0957-4d2a-bc97-feaecba46759,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:38.073200 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '53319b19-0957-4d2a-bc97-feaecba46759', 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8', 'port_id': '53319b19-0957-4d2a-bc97-feaecba46759', 'mac_address': 'fa:16:3e:4c:62:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eda57b1-5f84-4e22-8057-9285f26780cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:41:38.142473 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:38.163341 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53319b19-0957-4d2a-bc97-feaecba46759 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:41:38.184409 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 53319b19-0957-4d2a-bc97-feaecba46759, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53319b19-0957-4d2a-bc97-feaecba46759,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:38.189578 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:38.192174 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:38.269357 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=53319b19-0957-4d2a-bc97-feaecba46759,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:38.277673 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:38.625145 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ac123-227b-4945-bc4a-8fe1b6764530 req-b361817d-7de3-493e-9663-b3b2f116e32a tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:38.626590 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6d3ac123-227b-4945-bc4a-8fe1b6764530 req-b361817d-7de3-493e-9663-b3b2f116e32a tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 945 time: 0.0841556
Dec 16 14:41:38.703856 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6d3ac123-227b-4945-bc4a-8fe1b6764530 req-6dfdf940-f571-4d3d-aef4-3c2047099a9d tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714328
Dec 16 14:41:38.904579 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['53319b19-0957-4d2a-bc97-feaecba46759'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:41:39.055067 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6e976-a6d0-456e-9515-253987fdb18a req-3124f4a6-b8b9-441d-958a-a255d3cb8d59 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:39.056561 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f3c6e976-a6d0-456e-9515-253987fdb18a req-3124f4a6-b8b9-441d-958a-a255d3cb8d59 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.2198355
Dec 16 14:41:39.068056 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ce50f-8423-464f-802b-2b62f0e89b3d req-caf8d785-5b29-4970-9e4c-bf857089bff7 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:39.069672 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7e0ce50f-8423-464f-802b-2b62f0e89b3d req-caf8d785-5b29-4970-9e4c-bf857089bff7 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 945 time: 0.1312501
Dec 16 14:41:39.148995 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f3c6e976-a6d0-456e-9515-253987fdb18a req-d9d5b034-95fd-4fd4-bedb-b50978058f73 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782018
Dec 16 14:41:39.161303 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7e0ce50f-8423-464f-802b-2b62f0e89b3d req-8ae13428-dcc8-4148-8f51-998ff1243e22 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743043
Dec 16 14:41:39.360666 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03838c8-119b-4b68-8501-9a3f4e2e1375 req-5bb4695e-a757-49f9-b031-ac853e9ed838 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:39.362230 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a03838c8-119b-4b68-8501-9a3f4e2e1375 req-5bb4695e-a757-49f9-b031-ac853e9ed838 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1009886
Dec 16 14:41:39.421344 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a03838c8-119b-4b68-8501-9a3f4e2e1375 req-fbd29dd8-fb2d-4eef-b2e4-35ddc0c5754d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507073
Dec 16 14:41:39.999253 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9a6af-df58-485f-ae05-06f60d1f601e req-734da235-904d-4673-9c37-215b7090da37 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:40.001590 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d4e9a6af-df58-485f-ae05-06f60d1f601e req-734da235-904d-4673-9c37-215b7090da37 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 945 time: 0.1423347
Dec 16 14:41:40.118025 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d4e9a6af-df58-485f-ae05-06f60d1f601e req-d9d5523a-98bc-4861-bf45-5ca430f520bf tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103389
Dec 16 14:41:40.173791 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c8329-512e-4bdb-8160-2643ead50ee1 req-db9c3d6e-7ccf-4f24-ad5f-21b56a13da8d tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:40.184141 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-493c8329-512e-4bdb-8160-2643ead50ee1 req-db9c3d6e-7ccf-4f24-ad5f-21b56a13da8d tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.66 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 945 time: 0.1207304
Dec 16 14:41:40.281111 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-493c8329-512e-4bdb-8160-2643ead50ee1 req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Deleting port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:41:40.281384 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-493c8329-512e-4bdb-8160-2643ead50ee1 req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:40.826993 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-493c8329-512e-4bdb-8160-2643ead50ee1 req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] For port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766,segment=NetworkSegment(ba500a1d-95d8-4df4-8f96-ab6ec460c71b),segment_id=ba500a1d-95d8-4df4-8f96-ab6ec460c71b)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:40.827755 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-493c8329-512e-4bdb-8160-2643ead50ee1 req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:41.028807 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d281a-2ff6-4dcb-b8c6-fed354faa414 req-31acd08d-bd3c-4848-9f9c-7413c1ca7963 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:41.028807 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2f4d281a-2ff6-4dcb-b8c6-fed354faa414 req-31acd08d-bd3c-4848-9f9c-7413c1ca7963 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 945 time: 0.6235638
Dec 16 14:41:41.033413 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-493c8329-512e-4bdb-8160-2643ead50ee1 req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Calling delete_port for e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 owned by compute:nova {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:41:41.072937 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c69bb-6794-4612-84c9-ce83b30387aa req-078ed1dc-b7fd-4f6f-9a26-5fd9b4cd9c63 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:41.080307 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-432c69bb-6794-4612-84c9-ce83b30387aa req-078ed1dc-b7fd-4f6f-9a26-5fd9b4cd9c63 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.6408811
Dec 16 14:41:41.185989 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-432c69bb-6794-4612-84c9-ce83b30387aa req-17f30238-0330-4df6-b247-763d61f1f8e3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037915
Dec 16 14:41:41.213649 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2f4d281a-2ff6-4dcb-b8c6-fed354faa414 req-2928aa87-392a-4585-b99f-5e65240a25ce tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160970
Dec 16 14:41:41.413645 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-493c8329-512e-4bdb-8160-2643ead50ee1 req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:41.432377 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-43bda943-4fd8-4d8d-86a3-8611a9892c20 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:41.476227 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Pushing event deleted for resources: {'Port': ['ID=e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:41.505629 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:41.505978 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:41.506332 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:41.506673 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:41.507012 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:41.507354 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:41.507685 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:41.508025 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:41.508351 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:41.508685 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:41.509606 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:41.509606 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:41.548698 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:41.608885 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-493c8329-512e-4bdb-8160-2643ead50ee1 req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] No DVR routers for this DVR port e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 on host hv-cinder-82189 {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:41:41.616310 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-493c8329-512e-4bdb-8160-2643ead50ee1 req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:41.618811 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d908e8-0282-46b4-939d-5b760dc9bda7', 'name': 'network-vif-deleted', 'tag': 'e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:41.632999 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-493c8329-512e-4bdb-8160-2643ead50ee1 req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.66 "DELETE /v2.0/ports/e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 HTTP/1.1" status: 204  len: 173 time: 1.4424844
Dec 16 14:41:41.642795 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333d183-3270-48cf-8c52-30590ed20f9a req-1a83352e-ded2-47de-b311-d298416d21e2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:41.644592 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f333d183-3270-48cf-8c52-30590ed20f9a req-1a83352e-ded2-47de-b311-d298416d21e2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.3124809
Dec 16 14:41:41.663906 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a864e-c433-4862-a345-daa18ef36476 req-4f94dbd3-572e-4216-bfb4-a672666bc606 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:41.669310 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4e7a864e-c433-4862-a345-daa18ef36476 req-4f94dbd3-572e-4216-bfb4-a672666bc606 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 945 time: 0.2921340
Dec 16 14:41:41.751342 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4e7a864e-c433-4862-a345-daa18ef36476 req-af432b7a-0d6a-45c7-bc27-a4dff4a764d0 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789168
Dec 16 14:41:41.761694 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f333d183-3270-48cf-8c52-30590ed20f9a req-31b2029e-ed7c-4fb6-a1f8-56e83f5520a5 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904107
Dec 16 14:41:41.817327 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d908e8-0282-46b4-939d-5b760dc9bda7', 'name': 'network-vif-deleted', 'tag': 'e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766', 'status': 'completed', 'code': 200}
Dec 16 14:41:42.420485 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-dd8fbc02-b8de-4904-be68-f7c3fd38b9c5 req-0c5d8bf1-6b6f-4921-bf9e-66bb6e8e6c63 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Synchronizing usage tracker for tenant:3a0a8f8b2ba340f1b5d3aacb9646f676 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:41:42.459477 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-dd8fbc02-b8de-4904-be68-f7c3fd38b9c5 req-0c5d8bf1-6b6f-4921-bf9e-66bb6e8e6c63 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Unset dirty status for tenant:3a0a8f8b2ba340f1b5d3aacb9646f676 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:41:42.461410 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dd8fbc02-b8de-4904-be68-f7c3fd38b9c5 req-0c5d8bf1-6b6f-4921-bf9e-66bb6e8e6c63 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 210 time: 0.0911140
Dec 16 14:41:42.502409 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf339f3-2e11-4388-966b-3e3d47b448b8 req-3dc48288-54cd-4c5e-af32-c548e334243a tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:42.504396 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-acf339f3-2e11-4388-966b-3e3d47b448b8 req-3dc48288-54cd-4c5e-af32-c548e334243a tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1749680
Dec 16 14:41:42.521742 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:41:42.577477 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-acf339f3-2e11-4388-966b-3e3d47b448b8 req-cb23a65c-9c40-4bc6-9888-723b0a14f83e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614567
Dec 16 14:41:43.049106 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ed293-3572-4f97-91ad-f703274afd1f req-99fddfd3-05a5-4fb3-8fce-2f0a1215eb66 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:43.050620 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-729ed293-3572-4f97-91ad-f703274afd1f req-99fddfd3-05a5-4fb3-8fce-2f0a1215eb66 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1693087
Dec 16 14:41:43.080096 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349692d-a1da-466e-a0a4-c51f895ca37e req-a381acb7-1272-4296-97d2-fa1e6933a04f tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:43.084816 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9349692d-a1da-466e-a0a4-c51f895ca37e req-a381acb7-1272-4296-97d2-fa1e6933a04f tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 945 time: 0.1337128
Dec 16 14:41:43.131188 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-729ed293-3572-4f97-91ad-f703274afd1f req-5a072283-71e9-457a-af73-bd28c5f8279e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723498
Dec 16 14:41:43.171199 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9349692d-a1da-466e-a0a4-c51f895ca37e req-4af55ceb-d50a-4061-b592-50340f90d5ea tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674913
Dec 16 14:41:43.638900 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-62cac086-9b68-4ba6-a0dc-b64ae8d14b9b req-ea53e242-85c1-468f-9b8f-52f2dbccad64 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 210 time: 0.0528510
Dec 16 14:41:43.817125 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796db58-0d97-4a5b-9fb8-741f33439142 req-9141d1fe-6e57-482e-9a81-7199fc12325d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:43.818542 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a796db58-0d97-4a5b-9fb8-741f33439142 req-9141d1fe-6e57-482e-9a81-7199fc12325d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1012840
Dec 16 14:41:43.876306 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a796db58-0d97-4a5b-9fb8-741f33439142 req-e4bfe660-62c7-4762-820c-a64c1e0b23b2 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518186
Dec 16 14:41:43.963175 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:41:44.042365 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 53319b19-0957-4d2a-bc97-feaecba46759 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:41:44.179981 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 53319b19-0957-4d2a-bc97-feaecba46759 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:41:44.185712 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 53319b19-0957-4d2a-bc97-feaecba46759 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:44.186239 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:44.364449 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a1f75-e07b-47ba-8072-6bb3ee251e40 req-94b179a3-d8df-4d78-a085-58b8c34a2d18 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:44.371260 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f88a1f75-e07b-47ba-8072-6bb3ee251e40 req-94b179a3-d8df-4d78-a085-58b8c34a2d18 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0955620
Dec 16 14:41:44.453346 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:44.493742 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f88a1f75-e07b-47ba-8072-6bb3ee251e40 req-9e135572-39cb-4589-bc15-82c8e4f012c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212130
Dec 16 14:41:44.517983 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a5a09b-6a73-4b0e-accc-7d9eb35ef787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53319b19-0957-4d2a-bc97-feaecba46759'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:44.536015 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a65bd0-b93c-447d-9ab1-7561adca4f19 req-3cec4dd9-bd07-4b4f-b5c2-ce2d16d309ea tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:44.545236 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-50a65bd0-b93c-447d-9ab1-7561adca4f19 req-3cec4dd9-bd07-4b4f-b5c2-ce2d16d309ea tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 945 time: 0.1711893
Dec 16 14:41:44.545884 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 53319b19-0957-4d2a-bc97-feaecba46759, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53319b19-0957-4d2a-bc97-feaecba46759,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:44.551631 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:44.552674 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:41:44.603992 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a5a09b-6a73-4b0e-accc-7d9eb35ef787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53319b19-0957-4d2a-bc97-feaecba46759', 'code': 200}
Dec 16 14:41:44.604537 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:44.629986 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-50a65bd0-b93c-447d-9ab1-7561adca4f19 req-2ffc491d-8724-44c2-b8f3-f3254b13a209 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836070
Dec 16 14:41:44.681711 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:41:44.682018 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device e5a5d4f3-fc09-4d64-b8ed-0a6eb24a6766 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:41:44.745182 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=53319b19-0957-4d2a-bc97-feaecba46759,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:44.755283 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:44.923516 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0b583439-58a5-4cf2-aef3-a27c99b34474 req-86b307db-afc8-4838-ac20-dd33ea2478e9 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=26d908e8-0282-46b4-939d-5b760dc9bda7 HTTP/1.1" status: 200  len: 210 time: 0.1098924
Dec 16 14:41:45.024123 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71445481-c445-4ad6-a37c-7e49d533af76 req-ec8750d2-58cf-4f02-8469-a2c3fe8ad712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:45.025992 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-71445481-c445-4ad6-a37c-7e49d533af76 req-ec8750d2-58cf-4f02-8469-a2c3fe8ad712 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 1099 time: 0.1004884
Dec 16 14:41:45.167699 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-71445481-c445-4ad6-a37c-7e49d533af76 req-498d289a-b495-46a0-9b30-6e51fc327ff4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243548
Dec 16 14:41:45.224389 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63c2d4-e668-4f96-832c-80e05750aefc req-a87b8eab-614d-4910-a345-603207b0bd53 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:45.225922 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2e63c2d4-e668-4f96-832c-80e05750aefc req-a87b8eab-614d-4910-a345-603207b0bd53 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1243141
Dec 16 14:41:45.235072 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:45.362222 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2e63c2d4-e668-4f96-832c-80e05750aefc req-8faa6c1e-de86-4d49-941e-b411bce4e8c7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225781
Dec 16 14:41:45.696365 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666bf6e-3821-40fc-bd41-1a2fbe567ddc req-f550b056-adae-4017-91fc-8540179de4d4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:45.698020 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5666bf6e-3821-40fc-bd41-1a2fbe567ddc req-f550b056-adae-4017-91fc-8540179de4d4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0829854
Dec 16 14:41:45.778894 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5666bf6e-3821-40fc-bd41-1a2fbe567ddc req-82f466b9-eb14-41a1-ace9-f5ce1c5bb76d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732493
Dec 16 14:41:45.830213 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a9d87-c26f-44c7-996e-c321cbcef942 req-020adb58-f666-4ea0-9eef-788d0e1dee9a tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:45.833270 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5f0a9d87-c26f-44c7-996e-c321cbcef942 req-020adb58-f666-4ea0-9eef-788d0e1dee9a tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 946 time: 0.0951886
Dec 16 14:41:45.876943 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5f0a9d87-c26f-44c7-996e-c321cbcef942 req-aac67055-06e5-4941-9d06-15c11932e2ef tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395501
Dec 16 14:41:46.278867 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-c6a7f74d-3c8a-416a-88f2-742a05d405d8 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:46.280330 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-c6a7f74d-3c8a-416a-88f2-742a05d405d8 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/networks?id=60766b1a-0510-46e5-87ff-a9934f94c446 HTTP/1.1" status: 200  len: 809 time: 0.1427324
Dec 16 14:41:46.295958 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-05a7ea06-5a96-4371-8fee-d7c0c9ee2aca tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/quotas/3a0a8f8b2ba340f1b5d3aacb9646f676 HTTP/1.1" status: 200  len: 375 time: 0.0090432
Dec 16 14:41:46.341729 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-b42b28c1-5342-44a5-aabe-49b9fe5b8e63 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a0a8f8b2ba340f1b5d3aacb9646f676&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0400765
Dec 16 14:41:46.449873 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c728dbae-b8b5-4e0b-8c0e-3612632eedf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:46.479694 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-fa200a1f-0a20-48f6-b0dd-864d4ed0063b service neutron] 10.222.0.64 "GET /v2.0/networks/60766b1a-0510-46e5-87ff-a9934f94c446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305969
Dec 16 14:41:46.669363 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-5c4d8097-13d0-425d-9d7c-6ce9185d3359 service neutron] 10.222.0.64 "GET /v2.0/networks/60766b1a-0510-46e5-87ff-a9934f94c446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530030
Dec 16 14:41:46.677033 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e7fb5-4b1e-4c7a-ba2f-4f0381c86f59 req-8debc938-e3a2-49dc-9585-52c569c327ec tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:46.678503 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4c7e7fb5-4b1e-4c7a-ba2f-4f0381c86f59 req-8debc938-e3a2-49dc-9585-52c569c327ec tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1976335
Dec 16 14:41:46.727343 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4c7e7fb5-4b1e-4c7a-ba2f-4f0381c86f59 req-572c6dd6-cb3e-48de-9d3e-775bd5a9b449 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395217
Dec 16 14:41:46.853621 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-886b0f82-8ae1-40a6-9f6c-53f74fa243df req-86f0471a-afe0-4b90-9ffc-4b5ece759901 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 210 time: 0.0507066
Dec 16 14:41:46.997657 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572685f0-c743-4566-8e36-8cc11d55fa56 req-b348f6a6-2e3e-4d92-ba42-e125e34d80e8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:46.999124 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-572685f0-c743-4566-8e36-8cc11d55fa56 req-b348f6a6-2e3e-4d92-ba42-e125e34d80e8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0933020
Dec 16 14:41:47.093953 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-572685f0-c743-4566-8e36-8cc11d55fa56 req-4e0224a3-161b-45d8-ad98-82d6853949bd tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590222
Dec 16 14:41:47.115460 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361e3a5-26e0-491c-b43c-058d1b2e380d req-c48732eb-8a73-43f3-9d5f-1cda36c981f9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:47.116998 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2361e3a5-26e0-491c-b43c-058d1b2e380d req-c48732eb-8a73-43f3-9d5f-1cda36c981f9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 946 time: 0.1275015
Dec 16 14:41:47.170047 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2361e3a5-26e0-491c-b43c-058d1b2e380d req-d6a7480b-ca66-40f5-829c-40bc126b9487 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408263
Dec 16 14:41:47.913564 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d561a8a-1fe7-42e9-83eb-7ea75ea25892 req-e400f7c3-5fe8-43b1-9556-40596d863a77 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:47.915079 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6d561a8a-1fe7-42e9-83eb-7ea75ea25892 req-e400f7c3-5fe8-43b1-9556-40596d863a77 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0799274
Dec 16 14:41:47.960055 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6d561a8a-1fe7-42e9-83eb-7ea75ea25892 req-342fecaa-f9e8-4722-b6e2-b198d962b046 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393560
Dec 16 14:41:48.004729 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-52fbe385-a521-44ca-b6fb-62566808b704 req-c50edee8-fea4-4a9f-a602-4a5f1942de58 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 210 time: 0.0479724
Dec 16 14:41:48.326025 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75cd33-1319-4258-8fbe-b01c95c2387a req-a8e6da4e-35a7-4305-bd2e-05ec62012280 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:48.327458 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7e75cd33-1319-4258-8fbe-b01c95c2387a req-a8e6da4e-35a7-4305-bd2e-05ec62012280 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1177585
Dec 16 14:41:48.389766 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7e75cd33-1319-4258-8fbe-b01c95c2387a req-db439986-8ac6-49bb-9bed-d58aad9477d7 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550523
Dec 16 14:41:48.405819 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4cf5-6038-4571-a3a6-901540472d50 req-2f4926bf-87f3-4d6a-90dd-0135dc61dec2 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:48.407243 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c84c4cf5-6038-4571-a3a6-901540472d50 req-2f4926bf-87f3-4d6a-90dd-0135dc61dec2 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 946 time: 0.1260748
Dec 16 14:41:48.453347 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c84c4cf5-6038-4571-a3a6-901540472d50 req-46ee88c4-41f1-4da8-9ced-c6a100328a0c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402439
Dec 16 14:41:49.006871 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-4b05db54-de6a-43ac-b7cb-926b8fde87e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:49.166631 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-942cfa9d-1ad5-4c3c-b6da-4863daf0d3da req-ddf3b73b-1639-4b74-9dcc-7e4eb50d399f tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 210 time: 0.0575099
Dec 16 14:41:49.194558 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d390f-c052-4a73-b8d4-908819d6bc88 req-e30af471-060c-407c-8ef8-c2c92ee2ab3b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:49.195995 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-872d390f-c052-4a73-b8d4-908819d6bc88 req-e30af471-060c-407c-8ef8-c2c92ee2ab3b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1296730
Dec 16 14:41:49.244279 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-872d390f-c052-4a73-b8d4-908819d6bc88 req-6aceb7d3-c24e-402c-9521-e3686c276567 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423954
Dec 16 14:41:49.722413 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f004ad4-f77e-4f59-8d13-9c1c7ac4d945 req-3c1c7858-414e-4010-8f2f-314aebc0fa10 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:49.723884 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2f004ad4-f77e-4f59-8d13-9c1c7ac4d945 req-3c1c7858-414e-4010-8f2f-314aebc0fa10 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.2211671
Dec 16 14:41:49.821174 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d020c-ad1b-48cf-91f8-00fd08013f8b req-b9dbcb08-5314-4dc8-a43e-4fae357031c9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:49.822660 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6a2d020c-ad1b-48cf-91f8-00fd08013f8b req-b9dbcb08-5314-4dc8-a43e-4fae357031c9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 946 time: 0.2533207
Dec 16 14:41:49.839748 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2f004ad4-f77e-4f59-8d13-9c1c7ac4d945 req-c7f75a2d-7021-4425-b839-c51fa8829de3 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1089811
Dec 16 14:41:49.895539 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6a2d020c-ad1b-48cf-91f8-00fd08013f8b req-3aff54e8-d22c-4ac9-91b6-a464d3aacaa5 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608070
Dec 16 14:41:49.897684 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612348b6-9d09-4c9d-98af-c886e8ae4972 req-18dc5aa4-4e1c-405b-9558-51511c72c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:49.899079 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-612348b6-9d09-4c9d-98af-c886e8ae4972 req-18dc5aa4-4e1c-405b-9558-51511c72c036 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 1098 time: 0.1659849
Dec 16 14:41:50.024412 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-e01f250a-809b-40f0-a965-19891ba3d50c tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:50.026710 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-e01f250a-809b-40f0-a965-19891ba3d50c tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.66 "GET /v2.0/networks?id=60766b1a-0510-46e5-87ff-a9934f94c446 HTTP/1.1" status: 200  len: 809 time: 0.1798542
Dec 16 14:41:50.086159 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612348b6-9d09-4c9d-98af-c886e8ae4972 req-8282f63b-3f71-48a7-a5ad-2f5af64c692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:50.087750 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-612348b6-9d09-4c9d-98af-c886e8ae4972 req-8282f63b-3f71-48a7-a5ad-2f5af64c692d service neutron] 10.222.0.66 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 918 time: 0.1330895
Dec 16 14:41:50.106823 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Request body: {'port': {'device_id': 'eaa8e3a5-f077-4adf-bbcf-1f61da473268', 'network_id': '60766b1a-0510-46e5-87ff-a9934f94c446', 'admin_state_up': True, 'tenant_id': '3a0a8f8b2ba340f1b5d3aacb9646f676'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:41:50.227508 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:50.242926 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-612348b6-9d09-4c9d-98af-c886e8ae4972 req-c9258a09-32ea-45d3-aac0-901bc1e4160f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3086416d-8f44-45e7-a877-073ca8530605 HTTP/1.1" status: 200  len: 1001 time: 0.1190670
Dec 16 14:41:50.247775 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:50.257921 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:50.267422 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Made reservation on behalf of 3a0a8f8b2ba340f1b5d3aacb9646f676 for: {'port': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:41:50.271596 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:50.343889 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-70512298-6c44-4cb6-ad6d-30d3f5b8cf55 req-700e70ac-27ad-4e3e-9054-989549cb2695 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 210 time: 0.0458925
Dec 16 14:41:50.385203 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:50.444703 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af084b18-e6db-427d-9f83-9864d8168790 req-e7c6a6bc-1f22-446d-ad82-47559431047e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:50.446366 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-af084b18-e6db-427d-9f83-9864d8168790 req-e7c6a6bc-1f22-446d-ad82-47559431047e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0808151
Dec 16 14:41:50.450082 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Allocated IP 172.20.0.11 (60766b1a-0510-46e5-87ff-a9934f94c446/292c0731-e821-42ce-a0c2-78ec3bfa28d3/8e60955b-ae1a-42f6-b082-cf2f17620025) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:41:50.493651 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-af084b18-e6db-427d-9f83-9864d8168790 req-7d67f24b-d327-456f-92bc-1817d0956464 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415561
Dec 16 14:41:50.652172 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:50.682667 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:50.688599 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:50.756005 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Network 60766b1a-0510-46e5-87ff-a9934f94c446 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:41:50.759168 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:41:50.762164 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:41:50.803857 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Pushing event updated for resources: {'Port': ['ID=8e60955b-ae1a-42f6-b082-cf2f17620025,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:50.807760 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:50.835901 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:50.836593 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:50.862663 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7595851
Dec 16 14:41:51.106393 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b001b0-6d65-4289-aa1c-5f6c1019e99a req-d8957a40-f2b9-41e0-9821-fb967258ba54 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:51.107830 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-47b001b0-6d65-4289-aa1c-5f6c1019e99a req-d8957a40-f2b9-41e0-9821-fb967258ba54 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.1434929
Dec 16 14:41:51.115039 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35aafb-ff1f-4f1d-9af6-e9ead124c07c req-63b21639-4685-46e3-8a1d-8d62d9197a79 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:51.116283 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fc35aafb-ff1f-4f1d-9af6-e9ead124c07c req-63b21639-4685-46e3-8a1d-8d62d9197a79 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 946 time: 0.1115651
Dec 16 14:41:51.183655 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-47b001b0-6d65-4289-aa1c-5f6c1019e99a req-3a5778bb-f2f6-4a03-8e4b-3fe437eb8cd3 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664461
Dec 16 14:41:51.188138 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fc35aafb-ff1f-4f1d-9af6-e9ead124c07c req-04d0c225-1d1a-4b47-ae92-6f75b325b93e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587471
Dec 16 14:41:51.540633 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a556-2b5c-448c-bd53-9f7be64c6f16 req-e44ddd27-47dc-4f83-8a12-5025f1641248 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:51.547822 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-22f9a556-2b5c-448c-bd53-9f7be64c6f16 req-e44ddd27-47dc-4f83-8a12-5025f1641248 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 932 time: 0.0956945
Dec 16 14:41:51.591050 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-22f9a556-2b5c-448c-bd53-9f7be64c6f16 req-fa5e7c29-af7a-4191-9a1b-1d44939a5708 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421805
Dec 16 14:41:51.709465 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219db58b-9d01-47e5-af6e-a8ac1a3773a8 req-e40bb183-69f5-4616-8cd9-3cdc528e4736 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:51.710906 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-219db58b-9d01-47e5-af6e-a8ac1a3773a8 req-e40bb183-69f5-4616-8cd9-3cdc528e4736 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0904288
Dec 16 14:41:51.754298 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-219db58b-9d01-47e5-af6e-a8ac1a3773a8 req-d1043832-cf6d-4882-9455-b06cd91c17ee tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378153
Dec 16 14:41:51.988415 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:52.369914 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a9d63-52a9-4d20-bbaa-f8c090b8c636 req-fbf39fad-0e5f-4b13-a9cb-48ad8a7e3eff tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:52.371341 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4c8a9d63-52a9-4d20-bbaa-f8c090b8c636 req-fbf39fad-0e5f-4b13-a9cb-48ad8a7e3eff tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0772307
Dec 16 14:41:52.414489 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4c8a9d63-52a9-4d20-bbaa-f8c090b8c636 req-edbccec4-b640-4920-a6ec-b8b44f2874b4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376077
Dec 16 14:41:52.788907 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93df437-fadb-4e79-aaab-028956c24451 req-d3e63cb5-3bcc-4296-b1b2-d60fd702cca4 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:52.790453 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d93df437-fadb-4e79-aaab-028956c24451 req-d3e63cb5-3bcc-4296-b1b2-d60fd702cca4 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 932 time: 0.0826473
Dec 16 14:41:52.835645 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d93df437-fadb-4e79-aaab-028956c24451 req-a6b00cba-9bf9-4905-bc64-eabd71f018f0 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394804
Dec 16 14:41:52.937218 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833f110-fa14-4412-84d6-c5cc5ca7f088 req-b527d53a-1198-45ad-bee4-d66a49df3a91 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:52.938675 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4833f110-fa14-4412-84d6-c5cc5ca7f088 req-b527d53a-1198-45ad-bee4-d66a49df3a91 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0784414
Dec 16 14:41:52.984908 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4833f110-fa14-4412-84d6-c5cc5ca7f088 req-92232dc8-1b05-4d79-bd40-641444af93e7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400319
Dec 16 14:41:53.601417 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65698032-68e0-4aee-ba36-8deab7755b47 req-82e92c0e-721f-44dc-a921-98bd9d1093ed tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:53.602859 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-65698032-68e0-4aee-ba36-8deab7755b47 req-82e92c0e-721f-44dc-a921-98bd9d1093ed tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 945 time: 0.0794706
Dec 16 14:41:53.647000 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-65698032-68e0-4aee-ba36-8deab7755b47 req-dd6ed55d-6b4c-4a55-9d1f-ca423c54b0b5 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384178
Dec 16 14:41:53.783275 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Request body: {'port': {'device_id': 'eaa8e3a5-f077-4adf-bbcf-1f61da473268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:41:53.871834 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612348b6-9d09-4c9d-98af-c886e8ae4972 req-3d1714c5-9d17-49c4-9e10-2e0c7a944d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:53.873498 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-612348b6-9d09-4c9d-98af-c886e8ae4972 req-3d1714c5-9d17-49c4-9e10-2e0c7a944d7b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 HTTP/1.1" status: 200  len: 856 time: 0.0958664
Dec 16 14:41:53.922962 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:54.045031 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612348b6-9d09-4c9d-98af-c886e8ae4972 req-c4bf005e-dd2a-41ba-818a-db9536bf45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:54.046515 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-612348b6-9d09-4c9d-98af-c886e8ae4972 req-c4bf005e-dd2a-41ba-818a-db9536bf45ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63997e9c-5e41-48b1-b719-91db81ce0d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1301537
Dec 16 14:41:54.063298 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0819ab-1c18-401e-a489-7a0090f2abda req-9579410c-17d6-486a-9d90-e1d2e5064cbb tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:54.064926 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6c0819ab-1c18-401e-a489-7a0090f2abda req-9579410c-17d6-486a-9d90-e1d2e5064cbb tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 932 time: 0.1095140
Dec 16 14:41:54.264872 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e60955b-ae1a-42f6-b082-cf2f17620025 {{(pid=87789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:41:54.273500 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:54.289696 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Transition to ACTIVE for port object 8e60955b-ae1a-42f6-b082-cf2f17620025 will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:41:54.302977 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:54.308585 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e5354075-bfda-4765-ad3d-706cc340f250 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:54.314155 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6c0819ab-1c18-401e-a489-7a0090f2abda req-1705d573-08f7-4ecb-864d-26600a6c99fb tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289970
Dec 16 14:41:54.351141 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-612348b6-9d09-4c9d-98af-c886e8ae4972 req-d08b19d6-0872-4da9-819f-2ed0bc9c0183 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2852528
Dec 16 14:41:54.366625 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c70c19-7f84-4e9d-9edb-c1c6b0eeb331 req-d26dd09f-89e5-47cc-bc43-f2f1503ff1de tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:54.368173 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b9c70c19-7f84-4e9d-9edb-c1c6b0eeb331 req-d26dd09f-89e5-47cc-bc43-f2f1503ff1de tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.2231963
Dec 16 14:41:54.468148 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Pushing event updated for resources: {'Port': ['ID=8e60955b-ae1a-42f6-b082-cf2f17620025,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:54.472099 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:54.489737 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b9c70c19-7f84-4e9d-9edb-c1c6b0eeb331 req-d849209b-9717-4c3e-8e41-c007664bd139 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031542
Dec 16 14:41:54.531243 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-612348b6-9d09-4c9d-98af-c886e8ae4972 req-1c2f4508-4f3c-4e14-abf4-c5db26f11fbb service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1619787
Dec 16 14:41:54.546185 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Attempting to bind port 8e60955b-ae1a-42f6-b082-cf2f17620025 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:41:54.546521 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Attempting to bind port 8e60955b-ae1a-42f6-b082-cf2f17620025 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'ba500a1d-95d8-4df4-8f96-ab6ec460c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '60766b1a-0510-46e5-87ff-a9934f94c446'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:41:54.546848 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Attempting to bind port 8e60955b-ae1a-42f6-b082-cf2f17620025 on network 60766b1a-0510-46e5-87ff-a9934f94c446 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:41:54.553262 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Port 8e60955b-ae1a-42f6-b082-cf2f17620025 on network 60766b1a-0510-46e5-87ff-a9934f94c446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:41:54.553583 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Attempting to bind port 8e60955b-ae1a-42f6-b082-cf2f17620025 on network 60766b1a-0510-46e5-87ff-a9934f94c446 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:41:54.558893 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:41:54.559228 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Checking segment: {'id': 'ba500a1d-95d8-4df4-8f96-ab6ec460c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '60766b1a-0510-46e5-87ff-a9934f94c446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:41:54.559606 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Bound using segment: {'id': 'ba500a1d-95d8-4df4-8f96-ab6ec460c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '60766b1a-0510-46e5-87ff-a9934f94c446'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:41:54.560672 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Bound port: 8e60955b-ae1a-42f6-b082-cf2f17620025, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba500a1d-95d8-4df4-8f96-ab6ec460c71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '60766b1a-0510-46e5-87ff-a9934f94c446'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:41:54.561057 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:54.693134 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 3086416d-8f44-45e7-a877-073ca8530605 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:41:54.726480 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] For port 8e60955b-ae1a-42f6-b082-cf2f17620025, host hv-cinder-82189, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:41:54.730173 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] For port 8e60955b-ae1a-42f6-b082-cf2f17620025, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8e60955b-ae1a-42f6-b082-cf2f17620025,segment=NetworkSegment(ba500a1d-95d8-4df4-8f96-ab6ec460c71b),segment_id=ba500a1d-95d8-4df4-8f96-ab6ec460c71b)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:41:54.735371 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:54.740071 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:54.810943 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:54.817366 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Pushing event updated for resources: {'Port': ['ID=8e60955b-ae1a-42f6-b082-cf2f17620025,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:54.821600 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:54.825735 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:54.826600 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:54.828232 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] 10.222.0.66 "PUT /v2.0/ports/8e60955b-ae1a-42f6-b082-cf2f17620025 HTTP/1.1" status: 200  len: 1094 time: 1.0521340
Dec 16 14:41:54.828984 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa8e3a5-f077-4adf-bbcf-1f61da473268', 'tag': '8e60955b-ae1a-42f6-b082-cf2f17620025'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:54.885007 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa8e3a5-f077-4adf-bbcf-1f61da473268', 'tag': '8e60955b-ae1a-42f6-b082-cf2f17620025', 'status': 'completed', 'code': 200}
Dec 16 14:41:54.885742 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3086416d-8f44-45e7-a877-073ca8530605'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:54.903133 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 3086416d-8f44-45e7-a877-073ca8530605, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3086416d-8f44-45e7-a877-073ca8530605,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:54.918307 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:54.924553 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:54.991168 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3086416d-8f44-45e7-a877-073ca8530605', 'code': 200}
Dec 16 14:41:55.031140 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=3086416d-8f44-45e7-a877-073ca8530605,revision_number=8']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:55.045760 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:55.046109 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:55.046448 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:55.046782 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:55.047111 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:55.049262 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:55.049818 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:55.053191 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-4d43a456-7c84-47c2-90b3-08a66512299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:55.054878 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-4d43a456-7c84-47c2-90b3-08a66512299b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a0a8f8b2ba340f1b5d3aacb9646f676&device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 1097 time: 0.1265795
Dec 16 14:41:55.055788 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:55.056287 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:55.056803 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:55.057366 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:55.058223 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:55.063611 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:55.110525 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8640cc-8628-4b98-8012-3390e660ae12 req-eaff7a2d-e125-438c-a63e-d6d65bf5041c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:55.112246 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8b8640cc-8628-4b98-8012-3390e660ae12 req-eaff7a2d-e125-438c-a63e-d6d65bf5041c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0895455
Dec 16 14:41:55.132618 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-d947f3f6-328f-4bdf-a31d-77fb56db6284 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e60955b-ae1a-42f6-b082-cf2f17620025 HTTP/1.1" status: 200  len: 217 time: 0.0622120
Dec 16 14:41:55.160269 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8b8640cc-8628-4b98-8012-3390e660ae12 req-2e608a90-08e0-42d0-852f-b1abc449d693 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407064
Dec 16 14:41:55.204568 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-4ce64733-cebc-42f6-b27f-0a19583983fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:55.206115 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-4ce64733-cebc-42f6-b27f-0a19583983fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292c0731-e821-42ce-a0c2-78ec3bfa28d3 HTTP/1.1" status: 200  len: 849 time: 0.0611100
Dec 16 14:41:55.255618 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-1d9d9c40-445d-494d-826e-a1dc9e9595eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60766b1a-0510-46e5-87ff-a9934f94c446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420196
Dec 16 14:41:55.437995 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-3352ca8a-90f3-432c-90aa-30860dd44e69 service neutron] 10.222.0.66 "GET /v2.0/networks/60766b1a-0510-46e5-87ff-a9934f94c446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585643
Dec 16 14:41:55.555368 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd606695-62e3-445a-9615-e15447a6b424 req-5472318a-6398-4883-8cbb-9895d9a48576 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:55.557096 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bd606695-62e3-445a-9615-e15447a6b424 req-5472318a-6398-4883-8cbb-9895d9a48576 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 944 time: 0.1181569
Dec 16 14:41:55.606573 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd20c0d4-b043-48cf-a301-c445b5f6cef9 req-c48f0564-66a1-46ff-b781-28a49c33fc78 service neutron] 10.222.0.66 "GET /v2.0/networks/60766b1a-0510-46e5-87ff-a9934f94c446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1578043
Dec 16 14:41:55.614118 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bd606695-62e3-445a-9615-e15447a6b424 req-0f5ad6d0-9901-46d3-b102-d3182204c348 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512524
Dec 16 14:41:55.733066 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ba4a0-1999-4658-a5eb-7a4af1f07ffc req-889a82d5-06f9-4897-aeb5-5057e4b29129 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:55.735081 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-650ba4a0-1999-4658-a5eb-7a4af1f07ffc req-889a82d5-06f9-4897-aeb5-5057e4b29129 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0812478
Dec 16 14:41:55.781425 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-650ba4a0-1999-4658-a5eb-7a4af1f07ffc req-f9ddc232-5add-49b8-89e6-2f9acafe1d26 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399384
Dec 16 14:41:55.903328 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef416c1-cf8c-4031-84ca-9058368e1df6 req-4e265dc2-7b02-449e-a4bb-f615681f9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:55.904998 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-6ef416c1-cf8c-4031-84ca-9058368e1df6 req-4e265dc2-7b02-449e-a4bb-f615681f9f6c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a0a8f8b2ba340f1b5d3aacb9646f676&device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 1097 time: 0.0834379
Dec 16 14:41:56.083124 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef416c1-cf8c-4031-84ca-9058368e1df6 req-000ab2b9-eb8c-40fe-bb69-789631e02c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:56.084509 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-6ef416c1-cf8c-4031-84ca-9058368e1df6 req-000ab2b9-eb8c-40fe-bb69-789631e02c23 service neutron] 10.222.0.66 "GET /v2.0/networks?id=60766b1a-0510-46e5-87ff-a9934f94c446 HTTP/1.1" status: 200  len: 910 time: 0.1401362
Dec 16 14:41:56.146599 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89cba0-859d-4f40-856f-2242312333ff req-0d661101-c08a-4e39-9d2c-d9208427237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:56.148123 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6a89cba0-859d-4f40-856f-2242312333ff req-0d661101-c08a-4e39-9d2c-d9208427237e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 1098 time: 0.0759821
Dec 16 14:41:56.156239 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-6ef416c1-cf8c-4031-84ca-9058368e1df6 req-fbfd615a-f4d3-4161-9948-b05be4677d80 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e60955b-ae1a-42f6-b082-cf2f17620025 HTTP/1.1" status: 200  len: 217 time: 0.0645447
Dec 16 14:41:56.193947 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6a89cba0-859d-4f40-856f-2242312333ff req-3c083d1a-1699-4e72-9ee6-cf28bd0f7408 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380597
Dec 16 14:41:56.228568 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef416c1-cf8c-4031-84ca-9058368e1df6 req-9e32f9c0-0527-47d7-9a3b-599617cb6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:56.230309 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-6ef416c1-cf8c-4031-84ca-9058368e1df6 req-9e32f9c0-0527-47d7-9a3b-599617cb6ee5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=292c0731-e821-42ce-a0c2-78ec3bfa28d3 HTTP/1.1" status: 200  len: 849 time: 0.0655136
Dec 16 14:41:56.355811 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a919e-1906-4889-b096-e74568c7b0cf req-ba75d40b-1264-40bd-8d6f-187634cd7f57 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:56.357195 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-270a919e-1906-4889-b096-e74568c7b0cf req-ba75d40b-1264-40bd-8d6f-187634cd7f57 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0787487
Dec 16 14:41:56.404761 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-270a919e-1906-4889-b096-e74568c7b0cf req-8eda463c-928d-4b76-9755-0e39db0af370 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413756
Dec 16 14:41:56.592382 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-6ef416c1-cf8c-4031-84ca-9058368e1df6 req-3deef557-8f6b-47ad-b406-acc1ffb8eff4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=60766b1a-0510-46e5-87ff-a9934f94c446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399814
Dec 16 14:41:56.733037 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-6ef416c1-cf8c-4031-84ca-9058368e1df6 req-35aa0a1a-2f71-43f5-a54a-70a15089b51f service neutron] 10.222.0.66 "GET /v2.0/networks/60766b1a-0510-46e5-87ff-a9934f94c446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307337
Dec 16 14:41:56.824762 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8087b-66cc-4d79-8eab-0936e1518d36 req-65f72e23-2f75-434f-8ac2-c34461363085 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:56.835995 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f5c8087b-66cc-4d79-8eab-0936e1518d36 req-65f72e23-2f75-434f-8ac2-c34461363085 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 944 time: 0.0978277
Dec 16 14:41:56.929535 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-6ef416c1-cf8c-4031-84ca-9058368e1df6 req-ecbcd757-35ff-4853-9b70-1a6b54c70d64 service neutron] 10.222.0.66 "GET /v2.0/networks/60766b1a-0510-46e5-87ff-a9934f94c446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877494
Dec 16 14:41:56.963317 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f5c8087b-66cc-4d79-8eab-0936e1518d36 req-69ae8f2c-c873-4031-9887-de3c550e4bd2 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263642
Dec 16 14:41:57.019511 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac41d9-a551-4498-84a8-dfa19119c062 req-96c125f3-b713-4e6a-8412-3174e1bb4355 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:57.020980 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7bac41d9-a551-4498-84a8-dfa19119c062 req-96c125f3-b713-4e6a-8412-3174e1bb4355 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0965047
Dec 16 14:41:57.064918 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7bac41d9-a551-4498-84a8-dfa19119c062 req-761739cd-b02a-4323-9a5f-a61680f36e81 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379305
Dec 16 14:41:57.605092 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec379ed-ba3d-4eaf-ba37-5f84b3e9be16 req-1925546d-d9c8-403c-a6f5-7c84595a2e9c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:57.606548 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bec379ed-ba3d-4eaf-ba37-5f84b3e9be16 req-1925546d-d9c8-403c-a6f5-7c84595a2e9c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0871377
Dec 16 14:41:57.654526 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bec379ed-ba3d-4eaf-ba37-5f84b3e9be16 req-f1dbf92f-c9ca-42de-b748-228c3483a4d1 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418112
Dec 16 14:41:58.165117 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232098e-d685-41c8-86bf-f719d5345129 req-40028d66-40b9-45d0-9445-c50a851d0374 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:58.166577 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e232098e-d685-41c8-86bf-f719d5345129 req-40028d66-40b9-45d0-9445-c50a851d0374 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 944 time: 0.0850668
Dec 16 14:41:58.257630 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e232098e-d685-41c8-86bf-f719d5345129 req-d1f3e1cc-129c-46c3-9e52-a9c2e3791a80 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852289
Dec 16 14:41:58.288344 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d38d2-b233-4be5-93fb-7bfeb75e2164 req-9215294e-7e26-4f63-ac4d-f6088a4f444e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:58.289807 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f52d38d2-b233-4be5-93fb-7bfeb75e2164 req-9215294e-7e26-4f63-ac4d-f6088a4f444e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1158977
Dec 16 14:41:58.337293 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f52d38d2-b233-4be5-93fb-7bfeb75e2164 req-b2e2bdac-a0ec-486d-8127-85f935ad4e1f tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418065
Dec 16 14:41:58.717180 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 8e60955b-ae1a-42f6-b082-cf2f17620025 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:41:58.915542 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 8e60955b-ae1a-42f6-b082-cf2f17620025, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8e60955b-ae1a-42f6-b082-cf2f17620025,segment=NetworkSegment(ba500a1d-95d8-4df4-8f96-ab6ec460c71b),segment_id=ba500a1d-95d8-4df4-8f96-ab6ec460c71b)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:58.944210 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '8e60955b-ae1a-42f6-b082-cf2f17620025', 'network_id': '60766b1a-0510-46e5-87ff-a9934f94c446', 'port_id': '8e60955b-ae1a-42f6-b082-cf2f17620025', 'mac_address': 'fa:16:3e:0f:67:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292c0731-e821-42ce-a0c2-78ec3bfa28d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:41:58.963145 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65334bb3-13e0-4aec-b793-c64b948f7e57 req-f36b11c8-2b60-496d-a276-19c4b0ab6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:58.966052 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-65334bb3-13e0-4aec-b793-c64b948f7e57 req-f36b11c8-2b60-496d-a276-19c4b0ab6821 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ceb0da71791f4f9889daab33c73ac572&device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 1098 time: 0.1538506
Dec 16 14:41:59.024500 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2c7ab-0090-4588-8fe8-999b9db18ca6 req-4b8dbc7b-07ef-40d4-a593-b143d4ef4d6b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:59.025315 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:59.031768 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-17f2c7ab-0090-4588-8fe8-999b9db18ca6 req-4b8dbc7b-07ef-40d4-a593-b143d4ef4d6b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.1683204
Dec 16 14:41:59.054033 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e60955b-ae1a-42f6-b082-cf2f17620025 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:41:59.076476 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 8e60955b-ae1a-42f6-b082-cf2f17620025, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8e60955b-ae1a-42f6-b082-cf2f17620025,segment=NetworkSegment(ba500a1d-95d8-4df4-8f96-ab6ec460c71b),segment_id=ba500a1d-95d8-4df4-8f96-ab6ec460c71b)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:41:59.082103 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:59.084124 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:59.150369 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65334bb3-13e0-4aec-b793-c64b948f7e57 req-60febc32-10d2-43d9-9bcb-848520973ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:59.150597 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-17f2c7ab-0090-4588-8fe8-999b9db18ca6 req-016fa9d4-34df-4ff1-967a-91cdfd000ed3 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709794
Dec 16 14:41:59.153035 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-65334bb3-13e0-4aec-b793-c64b948f7e57 req-60febc32-10d2-43d9-9bcb-848520973ebe service neutron] 10.222.0.66 "GET /v2.0/networks?id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 HTTP/1.1" status: 200  len: 920 time: 0.1785955
Dec 16 14:41:59.177743 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a2ce1-a4e0-4add-97b1-ee8bce846c83 req-4c050924-5d82-4027-a33c-1f00c53de7b5 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:59.179180 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-234a2ce1-a4e0-4add-97b1-ee8bce846c83 req-4c050924-5d82-4027-a33c-1f00c53de7b5 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1679270
Dec 16 14:41:59.198756 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=8e60955b-ae1a-42f6-b082-cf2f17620025,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:59.209874 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:59.241611 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-234a2ce1-a4e0-4add-97b1-ee8bce846c83 req-44d967e8-f7a9-4c81-a37f-dde508759896 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542772
Dec 16 14:41:59.317955 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-65334bb3-13e0-4aec-b793-c64b948f7e57 req-0394a285-8025-4ba2-bd35-50b8eb923e7f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33fce9f6-5ac0-4aa0-996a-ade01b65bda3 HTTP/1.1" status: 200  len: 217 time: 0.1552546
Dec 16 14:41:59.387837 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65334bb3-13e0-4aec-b793-c64b948f7e57 req-472ba61d-178d-4bde-96d2-657b0973e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:59.389491 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-65334bb3-13e0-4aec-b793-c64b948f7e57 req-472ba61d-178d-4bde-96d2-657b0973e529 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4fad1e62-f00b-4bd3-85d8-0d853a23f69c HTTP/1.1" status: 200  len: 859 time: 0.0651054
Dec 16 14:41:59.440948 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-65334bb3-13e0-4aec-b793-c64b948f7e57 req-f25fe662-04ec-4b9f-9ca7-cb4eeec2c3e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442245
Dec 16 14:41:59.447717 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3169b9-a2f1-46b9-a30e-5745229bda88 req-907010be-f0f6-4ea4-a6c9-55f727930d2c tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:59.449215 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9d3169b9-a2f1-46b9-a30e-5745229bda88 req-907010be-f0f6-4ea4-a6c9-55f727930d2c tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 945 time: 0.0832248
Dec 16 14:41:59.495791 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9d3169b9-a2f1-46b9-a30e-5745229bda88 req-784ad6c3-79f6-4059-a8ce-65419d2ceb3a tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409913
Dec 16 14:41:59.537355 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['8e60955b-ae1a-42f6-b082-cf2f17620025'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:41:59.592051 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-65334bb3-13e0-4aec-b793-c64b948f7e57 req-089a3051-6cf4-47a6-84d5-b5d9f0cc6875 service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411600
Dec 16 14:41:59.741676 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-65334bb3-13e0-4aec-b793-c64b948f7e57 req-88a144a6-43e7-4736-942f-6d34af3ba284 service neutron] 10.222.0.66 "GET /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407082
Dec 16 14:42:00.260977 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909f91b-cc3f-4be2-b739-d97e0fbd08e8 req-da60bc31-a55f-4432-9f50-f3cb5becc733 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:00.262429 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4909f91b-cc3f-4be2-b739-d97e0fbd08e8 req-da60bc31-a55f-4432-9f50-f3cb5becc733 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0845053
Dec 16 14:42:00.309301 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4909f91b-cc3f-4be2-b739-d97e0fbd08e8 req-1fb1f620-1946-4458-af71-d6fb0050b0fc tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387037
Dec 16 14:42:00.426317 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e63fa-ec05-45b3-93de-0de3da05264c req-6cf4f12c-8346-4bc1-b855-490b3ccfc110 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:00.427717 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-325e63fa-ec05-45b3-93de-0de3da05264c req-6cf4f12c-8346-4bc1-b855-490b3ccfc110 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0791936
Dec 16 14:42:00.481796 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-325e63fa-ec05-45b3-93de-0de3da05264c req-49a28ab8-d4fe-4462-8271-388727caf54d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472410
Dec 16 14:42:00.615115 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 50612) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:00.721161 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 3086416d-8f44-45e7-a877-073ca8530605 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:42:00.727154 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-ae439dde-e8a0-4b41-b9f2-5cff9e955cda service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1107292
Dec 16 14:42:00.738406 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19381cb7-4de7-4315-b454-102b3b139eb5 req-5a256a52-c5f6-4176-a820-5073be5942ca tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:00.739871 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-19381cb7-4de7-4315-b454-102b3b139eb5 req-5a256a52-c5f6-4176-a820-5073be5942ca tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 945 time: 0.1378758
Dec 16 14:42:00.786817 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-19381cb7-4de7-4315-b454-102b3b139eb5 req-d1192377-1ad0-4961-ab33-ddb12fe8db13 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407469
Dec 16 14:42:01.510784 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45794-0cf0-4017-84bf-e02baaefc8bd req-7b79fb9b-c6bc-4896-a32b-39ddab8ebd56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:01.512262 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-caf45794-0cf0-4017-84bf-e02baaefc8bd req-7b79fb9b-c6bc-4896-a32b-39ddab8ebd56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0818541
Dec 16 14:42:01.557662 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-caf45794-0cf0-4017-84bf-e02baaefc8bd req-07469975-713d-440e-bfcb-2a9bc71d7178 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392532
Dec 16 14:42:01.666236 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f6a7e-cd7c-4b59-88b1-d8c9db4a54ae req-37369a33-1ab2-48cd-8f26-fbd5e056d5ee tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:01.667670 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f67f6a7e-cd7c-4b59-88b1-d8c9db4a54ae req-37369a33-1ab2-48cd-8f26-fbd5e056d5ee tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0795474
Dec 16 14:42:01.717054 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f67f6a7e-cd7c-4b59-88b1-d8c9db4a54ae req-27c203aa-49c9-41c8-9597-e53da7855baa tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430882
Dec 16 14:42:01.969561 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fa8ad-bb16-4f67-a1c7-d59776718e14 req-bcc368d3-beb1-438d-80bb-94d648cfd1d6 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:01.971500 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e98fa8ad-bb16-4f67-a1c7-d59776718e14 req-bcc368d3-beb1-438d-80bb-94d648cfd1d6 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 945 time: 0.0778830
Dec 16 14:42:02.014568 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e98fa8ad-bb16-4f67-a1c7-d59776718e14 req-7f3bfd1e-1d77-47de-b43c-bf2146b4a391 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372910
Dec 16 14:42:02.696512 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 50652) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:02.722922 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 8e60955b-ae1a-42f6-b082-cf2f17620025 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:42:02.761793 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58001833-36ac-4a62-bf52-513ee16d6b7d req-ac826571-2b8a-4d10-949c-5088bb637227 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:02.763457 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-58001833-36ac-4a62-bf52-513ee16d6b7d req-ac826571-2b8a-4d10-949c-5088bb637227 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0857990
Dec 16 14:42:02.804797 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 8e60955b-ae1a-42f6-b082-cf2f17620025 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:42:02.812970 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 8e60955b-ae1a-42f6-b082-cf2f17620025 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:42:02.813678 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:02.830864 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-58001833-36ac-4a62-bf52-513ee16d6b7d req-5fe42dd2-8aac-4778-ac5f-a8b52dfcbf9a tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585895
Dec 16 14:42:02.859409 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8498eb11-62b7-4e63-8ff0-15063c9b22b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:02.883628 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-8498eb11-62b7-4e63-8ff0-15063c9b22b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:42:02.889137 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-8498eb11-62b7-4e63-8ff0-15063c9b22b8 admin admin] Usage tracker for resource:security_group_rule and tenant:fe793e87c25740bbb4479157bfebc7fa is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:42:02.894527 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-8498eb11-62b7-4e63-8ff0-15063c9b22b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:42:02.901109 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-8498eb11-62b7-4e63-8ff0-15063c9b22b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:42:02.929229 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5cc51-8123-43bd-a133-41813a3158ee req-0a74e4f2-94fa-4f54-bf82-7ed0fd11e812 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:02.930935 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aab5cc51-8123-43bd-a133-41813a3158ee req-0a74e4f2-94fa-4f54-bf82-7ed0fd11e812 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.0960777
Dec 16 14:42:02.965303 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:02.982082 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aab5cc51-8123-43bd-a133-41813a3158ee req-2693eb4c-f63e-4fa5-9f12-2c10ab2c79b2 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438461
Dec 16 14:42:03.007376 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa8e3a5-f077-4adf-bbcf-1f61da473268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e60955b-ae1a-42f6-b082-cf2f17620025'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:03.015999 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8498eb11-62b7-4e63-8ff0-15063c9b22b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:03.018344 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 8e60955b-ae1a-42f6-b082-cf2f17620025, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8e60955b-ae1a-42f6-b082-cf2f17620025,segment=NetworkSegment(ba500a1d-95d8-4df4-8f96-ab6ec460c71b),segment_id=ba500a1d-95d8-4df4-8f96-ab6ec460c71b)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:03.021816 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8498eb11-62b7-4e63-8ff0-15063c9b22b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:03.023253 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:03.025577 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:03.030052 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-18a0a1c6-a222-42ca-99be-113105438bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:03.085704 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498eb11-62b7-4e63-8ff0-15063c9b22b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952ba552-bc9c-48cf-9c2a-cde57b11828a,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:03.092875 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-8498eb11-62b7-4e63-8ff0-15063c9b22b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe793e87c25740bbb4479157bfebc7fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3925211
Dec 16 14:42:03.092875 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 50666) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:03.095722 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8498eb11-62b7-4e63-8ff0-15063c9b22b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:03.108021 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=8e60955b-ae1a-42f6-b082-cf2f17620025,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:03.112413 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa8e3a5-f077-4adf-bbcf-1f61da473268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e60955b-ae1a-42f6-b082-cf2f17620025', 'code': 200}
Dec 16 14:42:03.113203 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:03.165258 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-50774ee7-02f8-4afb-8c61-1c000d67778e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:03.194696 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-50774ee7-02f8-4afb-8c61-1c000d67778e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:03.258052 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-50774ee7-02f8-4afb-8c61-1c000d67778e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:03.263511 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b3b14d80-e254-4598-93f6-8c5fb047eed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:03.266785 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f98a2-86fb-49d1-9d55-222442a7f623 req-90ad1ae5-77c6-45e6-8cc1-bbc894a66374 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:03.268736 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-413f98a2-86fb-49d1-9d55-222442a7f623 req-90ad1ae5-77c6-45e6-8cc1-bbc894a66374 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.1010230
Dec 16 14:42:03.283930 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50774ee7-02f8-4afb-8c61-1c000d67778e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952ba552-bc9c-48cf-9c2a-cde57b11828a,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:03.287197 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-50774ee7-02f8-4afb-8c61-1c000d67778e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:03.295037 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-50774ee7-02f8-4afb-8c61-1c000d67778e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:03.300590 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-50774ee7-02f8-4afb-8c61-1c000d67778e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/952ba552-bc9c-48cf-9c2a-cde57b11828a HTTP/1.1" status: 204  len: 168 time: 0.2067630
Dec 16 14:42:03.331533 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-413f98a2-86fb-49d1-9d55-222442a7f623 req-cb3a92bf-fc83-4487-8a3e-3e9af4560d66 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569437
Dec 16 14:42:03.433022 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a43dd5-f09e-41c3-9f04-b32d3b169315 req-388f9265-db42-4e84-977c-2ac3a10f705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:03.434609 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b4a43dd5-f09e-41c3-9f04-b32d3b169315 req-388f9265-db42-4e84-977c-2ac3a10f705b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 1099 time: 0.0752447
Dec 16 14:42:03.498000 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b4a43dd5-f09e-41c3-9f04-b32d3b169315 req-6a9cbdae-8d32-49f5-8288-5fdb9ccf5263 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437260
Dec 16 14:42:04.039393 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d05c33-c9ce-4dbb-b7e7-92ed673b7948 req-e2b0ce2f-9056-4166-9d40-033b6fb4c26f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:04.041136 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-06d05c33-c9ce-4dbb-b7e7-92ed673b7948 req-e2b0ce2f-9056-4166-9d40-033b6fb4c26f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0847600
Dec 16 14:42:04.086644 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-06d05c33-c9ce-4dbb-b7e7-92ed673b7948 req-b8656194-f348-4f90-b3f1-e92276d25b70 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393474
Dec 16 14:42:04.518278 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ff7ed-0b3d-4330-a4c1-1dad4f5afa4f req-c16b0037-430d-4b63-9190-5f2ca3ef3277 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:04.519760 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0f6ff7ed-0b3d-4330-a4c1-1dad4f5afa4f req-c16b0037-430d-4b63-9190-5f2ca3ef3277 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.0825102
Dec 16 14:42:04.564952 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0f6ff7ed-0b3d-4330-a4c1-1dad4f5afa4f req-b658ac60-f0ad-4c80-a2ce-a974d9170444 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389209
Dec 16 14:42:05.293431 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93629ef-8af5-4656-9cf7-2e68c6598401 req-60496255-bcd5-49eb-9342-ee39a80009af tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:05.295484 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e93629ef-8af5-4656-9cf7-2e68c6598401 req-60496255-bcd5-49eb-9342-ee39a80009af tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0912266
Dec 16 14:42:05.361610 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e93629ef-8af5-4656-9cf7-2e68c6598401 req-d72c9711-e7d8-4ec4-a1e9-c92a9e529ef1 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588140
Dec 16 14:42:05.749166 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69023d8e-eb21-4529-bd46-b0a8980eadcf req-f600cc49-3166-4931-96e3-58229255f797 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:05.750775 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-69023d8e-eb21-4529-bd46-b0a8980eadcf req-f600cc49-3166-4931-96e3-58229255f797 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.0803592
Dec 16 14:42:05.800104 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-69023d8e-eb21-4529-bd46-b0a8980eadcf req-8c1efb9e-444d-41dd-8b4a-2e275d079221 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424743
Dec 16 14:42:06.188673 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218bd59-8709-4cda-a4e3-338b04ae2a64 req-189a5a85-b0d5-49fe-927f-40ea5fe1e849 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:06.190816 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0218bd59-8709-4cda-a4e3-338b04ae2a64 req-189a5a85-b0d5-49fe-927f-40ea5fe1e849 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 945 time: 0.0868099
Dec 16 14:42:06.236595 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0218bd59-8709-4cda-a4e3-338b04ae2a64 req-03cceef9-9d94-4dde-a36b-7c994d15223f tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394688
Dec 16 14:42:06.575296 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213620c4-2900-41c7-a7bf-8525d2cffddb req-6a51345e-8380-4f45-8b26-0f8acd089902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:06.576745 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-213620c4-2900-41c7-a7bf-8525d2cffddb req-6a51345e-8380-4f45-8b26-0f8acd089902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0877883
Dec 16 14:42:06.624057 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-213620c4-2900-41c7-a7bf-8525d2cffddb req-63fb2833-5d8c-49c7-b77d-328c36bc866e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410793
Dec 16 14:42:07.436199 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbda0a-559a-46fc-a838-8e578dcc1c26 req-6c2bef04-5e6d-4d02-8cda-4048850c747f tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:07.437728 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a2bbda0a-559a-46fc-a838-8e578dcc1c26 req-6c2bef04-5e6d-4d02-8cda-4048850c747f tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 945 time: 0.0958822
Dec 16 14:42:07.482144 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a2bbda0a-559a-46fc-a838-8e578dcc1c26 req-859a4c4d-074e-484a-8717-8dcd045bb870 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380206
Dec 16 14:42:07.575638 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5b4b3-f390-4dcf-9959-3e384ccf827a req-e8ad65c0-496a-402b-b80c-64ec663fb3c9 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:07.577084 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3aa5b4b3-f390-4dcf-9959-3e384ccf827a req-e8ad65c0-496a-402b-b80c-64ec663fb3c9 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.0849388
Dec 16 14:42:07.625545 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3aa5b4b3-f390-4dcf-9959-3e384ccf827a req-92b1a442-aa77-4c6a-881e-a58600e242de tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427184
Dec 16 14:42:07.695160 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-a0bb11de-d0c4-4cdf-a577-d67c69b89a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:07.696666 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-a0bb11de-d0c4-4cdf-a577-d67c69b89a81 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2&tenant_id=431320546381414684830eb2bc36deef HTTP/1.1" status: 200  len: 1096 time: 0.0864489
Dec 16 14:42:07.814270 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-0cbc6cd9-dd05-435f-a72b-f0528b820b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:07.816027 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-0cbc6cd9-dd05-435f-a72b-f0528b820b07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 1096 time: 0.0714281
Dec 16 14:42:07.818634 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2487628-86d1-4727-9386-e4c0c7f9e05f req-3dfbb329-eddd-41e4-83fe-70e5b2485fcf tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:07.820460 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a2487628-86d1-4727-9386-e4c0c7f9e05f req-3dfbb329-eddd-41e4-83fe-70e5b2485fcf tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0855193
Dec 16 14:42:07.866237 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a2487628-86d1-4727-9386-e4c0c7f9e05f req-59f865c2-94ae-401b-ae0f-4dc745d6df5d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398252
Dec 16 14:42:07.957680 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-54657822-8c25-4e91-88d3-85aede0fee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:07.959151 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-54657822-8c25-4e91-88d3-85aede0fee73 service neutron] 10.222.0.66 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 918 time: 0.1357155
Dec 16 14:42:08.068596 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-9b75c03d-9992-470f-98ab-662091b1f4b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3086416d-8f44-45e7-a877-073ca8530605 HTTP/1.1" status: 200  len: 999 time: 0.0986619
Dec 16 14:42:08.132596 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-0ebaf8a0-5221-49d7-bcd5-db6e6387c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:08.134059 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-0ebaf8a0-5221-49d7-bcd5-db6e6387c41d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 HTTP/1.1" status: 200  len: 856 time: 0.0571449
Dec 16 14:42:08.233313 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-e1a98eb3-36f8-4574-a4d7-050c40067a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:08.234736 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-e1a98eb3-36f8-4574-a4d7-050c40067a3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63997e9c-5e41-48b1-b719-91db81ce0d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770607
Dec 16 14:42:08.373495 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-f651eca5-d8a5-4e93-a337-341eb22e628d service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221826
Dec 16 14:42:08.602206 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-7ef735e2-2830-420d-b1b0-933be9e1c8d5 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2046731
Dec 16 14:42:08.675415 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96448084-c15d-4880-9dca-f195d8c24958 req-7760acd2-b0f3-45bb-b1ff-b5c45c4ef0a3 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:08.676895 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-96448084-c15d-4880-9dca-f195d8c24958 req-7760acd2-b0f3-45bb-b1ff-b5c45c4ef0a3 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 945 time: 0.0850909
Dec 16 14:42:08.722285 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-96448084-c15d-4880-9dca-f195d8c24958 req-3bd2ac26-2d44-4c09-bb03-afcde425e69f tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395603
Dec 16 14:42:08.883206 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de930fc3-5da0-4ea9-a28b-9cb87a58df17 req-7c28b5f8-d22b-47fc-ae2e-344f27c16073 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:08.884665 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-de930fc3-5da0-4ea9-a28b-9cb87a58df17 req-7c28b5f8-d22b-47fc-ae2e-344f27c16073 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.0797861
Dec 16 14:42:08.929296 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-de930fc3-5da0-4ea9-a28b-9cb87a58df17 req-929bf1f4-9ea0-4cde-a8a1-04dbf6fb354d tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389619
Dec 16 14:42:09.143963 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ea56f-aa1a-47d4-a7b2-249a20600bde req-4f833a9f-c81f-49bf-8553-0e4636eda1ac tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:09.145617 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-189ea56f-aa1a-47d4-a7b2-249a20600bde req-4f833a9f-c81f-49bf-8553-0e4636eda1ac tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.1641655
Dec 16 14:42:09.195655 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-189ea56f-aa1a-47d4-a7b2-249a20600bde req-7630989b-81a8-49ff-b24e-f4c1eaef316c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415053
Dec 16 14:42:09.401128 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016fdc2-7975-4a78-90d9-e2cc62525e5b req-dde9180d-37ff-4b44-980b-2f069ff5b9ed tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:09.402607 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-d016fdc2-7975-4a78-90d9-e2cc62525e5b req-dde9180d-37ff-4b44-980b-2f069ff5b9ed tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 945 time: 0.0809627
Dec 16 14:42:09.486821 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-d016fdc2-7975-4a78-90d9-e2cc62525e5b req-14ff376e-aa1a-4805-90ec-6aee39e5b4bf tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Deleting port 638cd2b4-5782-43ae-9e3b-408206bfa8d9 {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:42:09.487792 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-d016fdc2-7975-4a78-90d9-e2cc62525e5b req-14ff376e-aa1a-4805-90ec-6aee39e5b4bf tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:09.791743 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-d016fdc2-7975-4a78-90d9-e2cc62525e5b req-14ff376e-aa1a-4805-90ec-6aee39e5b4bf tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] For port 638cd2b4-5782-43ae-9e3b-408206bfa8d9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=638cd2b4-5782-43ae-9e3b-408206bfa8d9,segment=NetworkSegment(7c23f85f-82b5-463b-b64c-10b3576b617b),segment_id=7c23f85f-82b5-463b-b64c-10b3576b617b)] {{(pid=87789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:09.792379 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-d016fdc2-7975-4a78-90d9-e2cc62525e5b req-14ff376e-aa1a-4805-90ec-6aee39e5b4bf tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:09.952221 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-d016fdc2-7975-4a78-90d9-e2cc62525e5b req-14ff376e-aa1a-4805-90ec-6aee39e5b4bf tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Calling delete_port for 638cd2b4-5782-43ae-9e3b-408206bfa8d9 owned by compute:nova {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:42:10.053177 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a446ab-babf-4222-bf64-fb4e04865b5c req-290521f5-4c22-4891-84ed-4a175871804d tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:10.054641 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-62a446ab-babf-4222-bf64-fb4e04865b5c req-290521f5-4c22-4891-84ed-4a175871804d tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 945 time: 0.1795413
Dec 16 14:42:10.161368 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-62a446ab-babf-4222-bf64-fb4e04865b5c req-cefbecd2-ab0c-4102-898e-c5f9f63f72a4 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661373
Dec 16 14:42:10.196621 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c10a2-2977-4dec-aada-c19ee17405eb req-8b885088-22eb-47a3-91d5-862e85f72086 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:10.198086 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d38c10a2-2977-4dec-aada-c19ee17405eb req-8b885088-22eb-47a3-91d5-862e85f72086 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.1425855
Dec 16 14:42:10.203351 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-d016fdc2-7975-4a78-90d9-e2cc62525e5b req-14ff376e-aa1a-4805-90ec-6aee39e5b4bf tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:10.209912 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:10.249641 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['638cd2b4-5782-43ae-9e3b-408206bfa8d9'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:42:10.254553 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d38c10a2-2977-4dec-aada-c19ee17405eb req-32bf11fd-2496-4dcd-99fd-35d9a75a2a69 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505292
Dec 16 14:42:10.257111 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff376e-aa1a-4805-90ec-6aee39e5b4bf tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Pushing event deleted for resources: {'Port': ['ID=638cd2b4-5782-43ae-9e3b-408206bfa8d9,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:10.262270 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-14ff376e-aa1a-4805-90ec-6aee39e5b4bf tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:10.367719 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-d016fdc2-7975-4a78-90d9-e2cc62525e5b req-14ff376e-aa1a-4805-90ec-6aee39e5b4bf tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] No DVR routers for this DVR port 638cd2b4-5782-43ae-9e3b-408206bfa8d9 on host hv-cinder-82189 {{(pid=87789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:42:10.370910 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-d016fdc2-7975-4a78-90d9-e2cc62525e5b req-14ff376e-aa1a-4805-90ec-6aee39e5b4bf tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:10.374603 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f59e7d9-2df3-4788-a597-ff7dd7c2acc2', 'name': 'network-vif-deleted', 'tag': '638cd2b4-5782-43ae-9e3b-408206bfa8d9'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:10.390664 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-d016fdc2-7975-4a78-90d9-e2cc62525e5b req-14ff376e-aa1a-4805-90ec-6aee39e5b4bf tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.66 "DELETE /v2.0/ports/638cd2b4-5782-43ae-9e3b-408206bfa8d9 HTTP/1.1" status: 204  len: 173 time: 0.9809706
Dec 16 14:42:10.415657 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773124b-f1f3-4b82-9d53-bf6ecb5a1ebd req-91619858-c9d3-47c6-9c61-9e254d7ea42c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:10.417107 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3773124b-f1f3-4b82-9d53-bf6ecb5a1ebd req-91619858-c9d3-47c6-9c61-9e254d7ea42c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0834680
Dec 16 14:42:10.422097 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f59e7d9-2df3-4788-a597-ff7dd7c2acc2', 'name': 'network-vif-deleted', 'tag': '638cd2b4-5782-43ae-9e3b-408206bfa8d9', 'status': 'completed', 'code': 200}
Dec 16 14:42:10.465308 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3773124b-f1f3-4b82-9d53-bf6ecb5a1ebd req-9b97e6bc-6b20-43f1-ad02-ee0ec8112bb3 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420985
Dec 16 14:42:11.327389 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-07d767fb-9aa1-4278-9324-8c8eec41992a req-da45e3ac-b868-421e-9d56-4bf6ad32ee67 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.0590641
Dec 16 14:42:11.450452 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ae36d-802b-45e1-bb41-f38507f973f4 req-9cd268fc-1322-415b-864c-a2c961c7aae9 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:11.452396 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e65ae36d-802b-45e1-bb41-f38507f973f4 req-9cd268fc-1322-415b-864c-a2c961c7aae9 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.0876672
Dec 16 14:42:11.497298 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e65ae36d-802b-45e1-bb41-f38507f973f4 req-eadda356-61ab-45d2-9347-d164705d7381 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381799
Dec 16 14:42:11.664111 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8bdca-38ea-42e8-bdb4-2e57f2e01336 req-e5efcb48-fffd-4f08-ab75-f665e7bb9ce8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:11.665823 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-60d8bdca-38ea-42e8-bdb4-2e57f2e01336 req-e5efcb48-fffd-4f08-ab75-f665e7bb9ce8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0850217
Dec 16 14:42:11.716448 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-60d8bdca-38ea-42e8-bdb4-2e57f2e01336 req-13708d6e-ade3-4a2a-9530-0350c9207e6d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442891
Dec 16 14:42:12.153361 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1ea0b-51a8-41d9-b732-b7f79d31298e req-e294599b-4cd2-42f5-88e3-542f12f28456 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:12.155047 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-54d1ea0b-51a8-41d9-b732-b7f79d31298e req-e294599b-4cd2-42f5-88e3-542f12f28456 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0976534
Dec 16 14:42:12.199496 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-54d1ea0b-51a8-41d9-b732-b7f79d31298e req-6a0e4b2f-f236-4544-b509-3b5f2e69183e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383437
Dec 16 14:42:12.478492 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-59b9c4be-0268-44c7-9576-99fb051ff0ed req-a5831be2-78a7-475d-b6bd-6f62b7b8c65f tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.0407486
Dec 16 14:42:12.697641 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfcafa-9949-40f0-a7af-3c15692933d9 req-2a9d09a1-3fce-4a56-ba73-dae62130d140 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:12.699077 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-adbfcafa-9949-40f0-a7af-3c15692933d9 req-2a9d09a1-3fce-4a56-ba73-dae62130d140 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.0885363
Dec 16 14:42:12.743343 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-adbfcafa-9949-40f0-a7af-3c15692933d9 req-ea189af6-0c83-43f4-bf64-d9c0c473895d tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384016
Dec 16 14:42:12.786049 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 638cd2b4-5782-43ae-9e3b-408206bfa8d9 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:42:12.849925 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 638cd2b4-5782-43ae-9e3b-408206bfa8d9 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:42:12.850280 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 638cd2b4-5782-43ae-9e3b-408206bfa8d9 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:42:12.914937 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c60745-11b7-4638-80b7-ac14ee395d00 req-b22811f3-f39e-4613-8e8b-f3d0eb836d94 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:12.916478 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f0c60745-11b7-4638-80b7-ac14ee395d00 req-b22811f3-f39e-4613-8e8b-f3d0eb836d94 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0809236
Dec 16 14:42:12.964041 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f0c60745-11b7-4638-80b7-ac14ee395d00 req-adcd9a7e-0115-4aaa-923c-80775ba74997 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412536
Dec 16 14:42:13.388118 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0484e03-122c-480f-8c8b-ef9860df7a16 req-959e8e68-2ef9-4cf5-a46a-a63c2eafd193 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:13.389565 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b0484e03-122c-480f-8c8b-ef9860df7a16 req-959e8e68-2ef9-4cf5-a46a-a63c2eafd193 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0813613
Dec 16 14:42:13.437781 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b0484e03-122c-480f-8c8b-ef9860df7a16 req-760db46f-4337-4a87-8733-ed80fd105436 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418234
Dec 16 14:42:13.633072 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-03efcd27-b983-4e17-8951-fa386b3359d0 req-1a271d43-bb0a-4763-b1a7-fff554490410 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.0491016
Dec 16 14:42:13.938443 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb65e9-aaf8-474b-a3b0-ba1640a93176 req-dd0cc1f3-7074-4354-8d64-bc52bc2668a2 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:13.940456 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-65eb65e9-aaf8-474b-a3b0-ba1640a93176 req-dd0cc1f3-7074-4354-8d64-bc52bc2668a2 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.0827432
Dec 16 14:42:13.992430 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-65eb65e9-aaf8-474b-a3b0-ba1640a93176 req-665f09a7-62ac-4f82-9c66-8e1d7fbe31c6 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452027
Dec 16 14:42:14.192580 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bf082-3fa5-4c28-805e-e2d0f11b90ac req-34bd7a0f-90b8-4dbb-a37b-74e9d49fb1cc tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:14.194687 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-773bf082-3fa5-4c28-805e-e2d0f11b90ac req-34bd7a0f-90b8-4dbb-a37b-74e9d49fb1cc tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.1153939
Dec 16 14:42:14.249253 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-773bf082-3fa5-4c28-805e-e2d0f11b90ac req-bf8812bb-9c3c-48bf-89a0-da5b85f7c662 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478837
Dec 16 14:42:14.629733 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c36ba-134e-4759-9e96-680427fa50e0 req-5c96e484-6511-405e-96b2-1e9474f7a0e2 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:14.632102 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5e3c36ba-134e-4759-9e96-680427fa50e0 req-5c96e484-6511-405e-96b2-1e9474f7a0e2 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0840285
Dec 16 14:42:14.686078 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5e3c36ba-134e-4759-9e96-680427fa50e0 req-c4ffb166-b3ff-4037-8785-94415a9f1fb5 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477722
Dec 16 14:42:14.785299 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-000a5d44-c2ac-4ef1-9ed9-ed88e8b98852 req-edd3b7d2-bf37-4792-89bc-3f4fcb38a8e5 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.0409591
Dec 16 14:42:15.189410 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc365bb2-217a-4b5c-8a35-0335d2ee622b req-5b8c92c6-edf2-4ac5-9915-7a9dcb8f5d7f tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:15.191537 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cc365bb2-217a-4b5c-8a35-0335d2ee622b req-5b8c92c6-edf2-4ac5-9915-7a9dcb8f5d7f tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.0838552
Dec 16 14:42:15.240935 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cc365bb2-217a-4b5c-8a35-0335d2ee622b req-f685bcc4-6143-4433-a26c-fdce3c3c254b tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432847
Dec 16 14:42:15.246057 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:15.495966 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2e7e0-707e-4dc9-864d-db623530f4f6 req-0615f406-a13e-4a84-b062-8aed9b456a40 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:15.497516 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-73b2e7e0-707e-4dc9-864d-db623530f4f6 req-0615f406-a13e-4a84-b062-8aed9b456a40 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.1067021
Dec 16 14:42:15.558347 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-73b2e7e0-707e-4dc9-864d-db623530f4f6 req-b9384a46-5376-47f7-a44a-fbcaa9e863af tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536432
Dec 16 14:42:15.902461 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffa6dc-a24d-42ca-af10-0aea4ac5751f req-9603e695-022f-478b-b37f-15d4b84adc7f tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:15.904089 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-efffa6dc-a24d-42ca-af10-0aea4ac5751f req-9603e695-022f-478b-b37f-15d4b84adc7f tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1098170
Dec 16 14:42:15.969868 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4732f5eb-22b1-468f-9e78-adf683faa8ad req-ad5ead80-fdc3-4ded-9bf9-79f0dfb39574 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.0647607
Dec 16 14:42:16.041416 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-efffa6dc-a24d-42ca-af10-0aea4ac5751f req-6d61956e-69a9-4be0-a2c0-4f8127803902 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027966
Dec 16 14:42:16.446693 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4b56a-0057-435c-af87-78d0e68fc51f req-42c3c62f-5631-4899-9441-203a81c2c2b9 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:16.448311 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5ed4b56a-0057-435c-af87-78d0e68fc51f req-42c3c62f-5631-4899-9441-203a81c2c2b9 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.1013193
Dec 16 14:42:16.463073 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-df37938d-7099-4bb6-9bc1-287f23e49f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:16.494427 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5ed4b56a-0057-435c-af87-78d0e68fc51f req-0df5abe6-f840-4c25-a0de-aa013869e236 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404716
Dec 16 14:42:16.760744 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cc0c7-62ab-41de-8fb3-51730fdd2622 req-28a82246-5105-40f3-9e31-1322b955acac tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:16.762187 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-120cc0c7-62ab-41de-8fb3-51730fdd2622 req-28a82246-5105-40f3-9e31-1322b955acac tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0909934
Dec 16 14:42:16.807935 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-120cc0c7-62ab-41de-8fb3-51730fdd2622 req-64eedf91-69ba-432d-a454-7d255637143c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397935
Dec 16 14:42:17.162871 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bfd9d67c-35af-43a5-a5b8-eea0a307e6a9 req-9bc0717d-121e-40cc-831f-3c14c6af187a tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.0767958
Dec 16 14:42:17.282726 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3139ab1-fb06-4492-ad75-afcfddabfadc req-58cd06a4-723d-4486-91b0-68d109c9267a tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:17.284790 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c3139ab1-fb06-4492-ad75-afcfddabfadc req-58cd06a4-723d-4486-91b0-68d109c9267a tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0894189
Dec 16 14:42:17.330589 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c3139ab1-fb06-4492-ad75-afcfddabfadc req-de656abc-f89f-49fd-af03-253113030dfd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393989
Dec 16 14:42:17.679638 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6c96f-d7e9-49b7-9fd6-ec76ffb1ac76 req-6a8cc74c-638e-438b-b57e-dc36affb322f tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:17.681026 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-55d6c96f-d7e9-49b7-9fd6-ec76ffb1ac76 req-6a8cc74c-638e-438b-b57e-dc36affb322f tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.0818799
Dec 16 14:42:17.724594 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-55d6c96f-d7e9-49b7-9fd6-ec76ffb1ac76 req-3c94c4c5-590e-44e8-bc53-a2ba90ca2e5f tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380518
Dec 16 14:42:18.010214 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f9268-39dd-4330-842c-ff2a96966057 req-6d9cf48b-dfe2-46ab-9bc1-3dd9d7ac58e0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:18.012133 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5c8f9268-39dd-4330-842c-ff2a96966057 req-6d9cf48b-dfe2-46ab-9bc1-3dd9d7ac58e0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0852346
Dec 16 14:42:18.060288 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5c8f9268-39dd-4330-842c-ff2a96966057 req-25bf95b0-4ffb-4539-ad91-b53b85d96f7b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420864
Dec 16 14:42:18.331414 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f9d6dd07-3bc4-465b-a5cd-4f4ed2e36d16 req-c6bb39f9-6221-4fad-964e-b715f25a054b tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.0444498
Dec 16 14:42:18.535308 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7848b-75cc-4dec-a4ba-c5b362ac756e req-91bece1b-44a7-4e4c-a7b7-bcddfd858a68 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:18.536762 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b2f7848b-75cc-4dec-a4ba-c5b362ac756e req-91bece1b-44a7-4e4c-a7b7-bcddfd858a68 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0844536
Dec 16 14:42:18.591687 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b2f7848b-75cc-4dec-a4ba-c5b362ac756e req-cf0e287d-4ce7-4bc4-9f87-41340bc033fb tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492113
Dec 16 14:42:18.914067 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef081d9-f211-4b5b-8ac1-e2f4aa2e6c16 req-6c5dad89-ebc7-49ea-b6d6-28b096217562 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:18.915493 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ef081d9-f211-4b5b-8ac1-e2f4aa2e6c16 req-6c5dad89-ebc7-49ea-b6d6-28b096217562 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.0788639
Dec 16 14:42:18.960360 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ef081d9-f211-4b5b-8ac1-e2f4aa2e6c16 req-7ee73330-0cbd-49a8-a68f-4c9d31bbd7a7 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388732
Dec 16 14:42:19.018074 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-0f3891c1-a278-42e5-9fbe-bfe796b2ee66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:19.263754 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb753663-20e6-4cba-94e4-864ca62eb7d7 req-5e7652e1-a9c4-4287-b8f2-730abd84bec6 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:19.265219 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-eb753663-20e6-4cba-94e4-864ca62eb7d7 req-5e7652e1-a9c4-4287-b8f2-730abd84bec6 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0933189
Dec 16 14:42:19.309549 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-eb753663-20e6-4cba-94e4-864ca62eb7d7 req-f2024dfd-6167-48a1-892b-7d97ca6eb289 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383606
Dec 16 14:42:19.487941 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-de07cf27-55e4-4f26-80a1-28a5303ec2ab req-87a9107d-0bc6-4f66-8d84-508bbeb1cacc tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.0459676
Dec 16 14:42:19.503357 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:42:19.950846 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ae1ce-8715-4b17-83c7-09a6ded945f6 req-f819ed66-9312-475f-8c4b-02cf4f805ff8 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:19.952298 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-379ae1ce-8715-4b17-83c7-09a6ded945f6 req-f819ed66-9312-475f-8c4b-02cf4f805ff8 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0829146
Dec 16 14:42:20.006835 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-379ae1ce-8715-4b17-83c7-09a6ded945f6 req-a0bce591-5e64-4a7e-8cf4-18fb42bd10b9 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474379
Dec 16 14:42:20.185605 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a94f2f-39b7-45f1-a550-162bacec543b req-08127c6f-c53d-44f5-be67-09f7b718177c tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:20.187026 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b2a94f2f-39b7-45f1-a550-162bacec543b req-08127c6f-c53d-44f5-be67-09f7b718177c tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.0968974
Dec 16 14:42:20.233847 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:20.238269 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b2a94f2f-39b7-45f1-a550-162bacec543b req-8362a7f1-1ca0-4a74-9886-7548b35a26d0 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444207
Dec 16 14:42:20.387626 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:20.503135 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5588f-e0ab-4e37-8ee4-2616af18e061 req-9b5f4207-fd1e-404a-a5fe-131f4ae3b2da tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:20.504569 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cda5588f-e0ab-4e37-8ee4-2616af18e061 req-9b5f4207-fd1e-404a-a5fe-131f4ae3b2da tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0862980
Dec 16 14:42:20.549345 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cda5588f-e0ab-4e37-8ee4-2616af18e061 req-3d4439b2-80dd-40f0-9f22-152981ca0aa5 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385361
Dec 16 14:42:20.651525 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f2dd1a46-aae6-4857-8f9c-cbecf1be1116 req-32711e2f-0f42-4fda-abc3-4c0ed93f8491 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.0414867
Dec 16 14:42:21.203598 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae70631-d392-4464-9bb8-bea356519e8e req-601ad962-e761-4fd8-b48d-781c8e7cecda tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:21.205707 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-eae70631-d392-4464-9bb8-bea356519e8e req-601ad962-e761-4fd8-b48d-781c8e7cecda tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0847232
Dec 16 14:42:21.249263 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-eae70631-d392-4464-9bb8-bea356519e8e req-a513b031-b515-4dc7-bc17-6ee5ecc800b3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379138
Dec 16 14:42:21.426371 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d984b-37d1-4e43-ad35-eb843d6cf380 req-c79aca5a-c1cc-4eca-a53e-cbb1e9d66550 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:21.427729 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-259d984b-37d1-4e43-ad35-eb843d6cf380 req-c79aca5a-c1cc-4eca-a53e-cbb1e9d66550 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.0826747
Dec 16 14:42:21.474853 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-259d984b-37d1-4e43-ad35-eb843d6cf380 req-febcc164-4450-4f8a-8d89-3fd9378063a0 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415597
Dec 16 14:42:21.739894 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab29fa-31b8-4a7b-bcf8-964b1a62ba59 req-5c473a28-bdd8-4c43-9b15-1af95e7d744c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:21.741402 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b9ab29fa-31b8-4a7b-bcf8-964b1a62ba59 req-5c473a28-bdd8-4c43-9b15-1af95e7d744c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0812824
Dec 16 14:42:21.810849 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4140b98b-8086-4fb2-a9e2-b995c9990314 req-d0c2c277-820d-42f9-96fe-cd1776f0d00b tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.0504034
Dec 16 14:42:21.857182 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b9ab29fa-31b8-4a7b-bcf8-964b1a62ba59 req-8e548234-5f11-48d9-998c-e74cfd7d5748 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102529
Dec 16 14:42:21.991221 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:22.440309 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3852e37-2189-4cf6-83c5-80c1865a6358 req-13b11aa9-9bc1-4e3f-a603-f569a9d0e655 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:22.441868 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c3852e37-2189-4cf6-83c5-80c1865a6358 req-13b11aa9-9bc1-4e3f-a603-f569a9d0e655 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0844944
Dec 16 14:42:22.485125 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c3852e37-2189-4cf6-83c5-80c1865a6358 req-112ee790-a039-40f4-aeb7-880d1c39b9df tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372355
Dec 16 14:42:22.740897 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f398b-3644-497f-9c65-b6cb9cb47bbb req-24dddb2f-9337-4257-a404-31eff2817af3 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:22.743202 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-303f398b-3644-497f-9c65-b6cb9cb47bbb req-24dddb2f-9337-4257-a404-31eff2817af3 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.1615217
Dec 16 14:42:22.787505 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-303f398b-3644-497f-9c65-b6cb9cb47bbb req-fcbc575c-00c1-48a7-a224-42457a4416a3 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385838
Dec 16 14:42:22.967545 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c1c6f855-250a-400e-8020-e3bf14722d85 req-273daa59-4987-46fc-9aaf-6e34dc3c54a3 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.0461183
Dec 16 14:42:23.077244 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ead716-d5f2-4106-a860-a785070b28d8 req-d53fa5d8-208b-4867-9949-c5751f3e0b43 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:23.078663 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b5ead716-d5f2-4106-a860-a785070b28d8 req-d53fa5d8-208b-4867-9949-c5751f3e0b43 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0902343
Dec 16 14:42:23.121821 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b5ead716-d5f2-4106-a860-a785070b28d8 req-c2172dfb-06ee-431c-a857-93eb923b0257 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368686
Dec 16 14:42:23.671539 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fff2da-5023-4fdb-b60e-76a257aab491 req-8810e2dd-d11d-4585-8c52-a5147080ae46 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:23.673052 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a1fff2da-5023-4fdb-b60e-76a257aab491 req-8810e2dd-d11d-4585-8c52-a5147080ae46 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0822725
Dec 16 14:42:23.716265 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a1fff2da-5023-4fdb-b60e-76a257aab491 req-006860f3-39e3-4112-89c9-387aa3c1d41e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370862
Dec 16 14:42:23.973954 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3289d1-780b-454f-9a21-60de21eec2cf req-ab21894e-2634-475d-9388-c9bdcec3ab0f tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:23.975303 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9c3289d1-780b-454f-9a21-60de21eec2cf req-ab21894e-2634-475d-9388-c9bdcec3ab0f tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.0828004
Dec 16 14:42:24.019358 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9c3289d1-780b-454f-9a21-60de21eec2cf req-1b4a26a8-bb0d-4c05-a36f-78d76f6b8889 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384917
Dec 16 14:42:24.116046 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-42db0fbd-1aca-480f-8676-2f04d4285304 req-a7a24163-6cd0-4d14-a841-90cc8106ab27 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.0427125
Dec 16 14:42:24.309998 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a5e98-4840-4124-8106-4f8f23695b8a req-bab7b535-c7aa-4635-a3dc-78f4aa01520c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:24.311329 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-241a5e98-4840-4124-8106-4f8f23695b8a req-bab7b535-c7aa-4635-a3dc-78f4aa01520c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0810585
Dec 16 14:42:24.354628 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-241a5e98-4840-4124-8106-4f8f23695b8a req-9d7cdcf4-8562-49a5-9cd2-f97ac9e25635 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371561
Dec 16 14:42:24.903780 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b3d88-7b83-47e3-8407-5343927f8b5f req-f8bce448-40cf-4a0a-8f45-ca4a8c90bf62 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:24.905324 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e86b3d88-7b83-47e3-8407-5343927f8b5f req-f8bce448-40cf-4a0a-8f45-ca4a8c90bf62 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0812619
Dec 16 14:42:24.953176 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e86b3d88-7b83-47e3-8407-5343927f8b5f req-81a0a5a5-0dca-4e67-a1a1-83454f044404 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416892
Dec 16 14:42:25.026280 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26112de-9197-4f1e-b0e0-5e06719ee34a req-7ac26e68-a99f-4583-b51f-3a187ec61911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:25.027784 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b26112de-9197-4f1e-b0e0-5e06719ee34a req-7ac26e68-a99f-4583-b51f-3a187ec61911 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 1096 time: 0.0821848
Dec 16 14:42:25.194775 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26112de-9197-4f1e-b0e0-5e06719ee34a req-d23c9f1b-2016-454e-900f-4244b6a71ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:25.197340 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b26112de-9197-4f1e-b0e0-5e06719ee34a req-d23c9f1b-2016-454e-900f-4244b6a71ab6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 918 time: 0.1422164
Dec 16 14:42:25.220754 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3d233-3ae1-4d44-820d-baeea48a1627 req-ef2da1a7-52ab-4da1-a1da-6849e6da5b91 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:25.222241 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ead3d233-3ae1-4d44-820d-baeea48a1627 req-ef2da1a7-52ab-4da1-a1da-6849e6da5b91 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.0872610
Dec 16 14:42:25.291059 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b3b3cca1-71a1-452e-b90b-be3ec12c4e10 req-1edbc864-640c-4877-9142-8e212c3ae5f6 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f59e7d9-2df3-4788-a597-ff7dd7c2acc2 HTTP/1.1" status: 200  len: 210 time: 0.0500290
Dec 16 14:42:25.318987 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ead3d233-3ae1-4d44-820d-baeea48a1627 req-0df5a071-0dfd-4af3-8ff1-a1d11a770262 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/security-groups?id=9f7f0339-948a-4849-84eb-a131b9a959bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909550
Dec 16 14:42:25.370018 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b26112de-9197-4f1e-b0e0-5e06719ee34a req-4018972c-75df-4b4f-9001-d579689eeae2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3086416d-8f44-45e7-a877-073ca8530605 HTTP/1.1" status: 200  len: 999 time: 0.1073308
Dec 16 14:42:25.461656 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26112de-9197-4f1e-b0e0-5e06719ee34a req-8dc33e92-7372-41fd-b5fc-35a2f8d6e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:25.463117 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b26112de-9197-4f1e-b0e0-5e06719ee34a req-8dc33e92-7372-41fd-b5fc-35a2f8d6e9ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 HTTP/1.1" status: 200  len: 856 time: 0.0614471
Dec 16 14:42:25.540427 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57b9ef-2cfd-4ce7-9191-311e7c1231d1 req-0967be65-d5c2-4ac7-b39f-ff0723016655 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:25.541990 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dc57b9ef-2cfd-4ce7-9191-311e7c1231d1 req-0967be65-d5c2-4ac7-b39f-ff0723016655 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 946 time: 0.1399550
Dec 16 14:42:25.552675 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26112de-9197-4f1e-b0e0-5e06719ee34a req-d43a71cd-4c7d-4574-9d4d-5139e7041522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:25.554441 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b26112de-9197-4f1e-b0e0-5e06719ee34a req-d43a71cd-4c7d-4574-9d4d-5139e7041522 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63997e9c-5e41-48b1-b719-91db81ce0d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831077
Dec 16 14:42:25.629245 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7540a7-8193-4a3f-b663-c7d279178df5 req-ab008c85-9b2f-4b35-972a-126fad02611b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:25.630441 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6b7540a7-8193-4a3f-b663-c7d279178df5 req-ab008c85-9b2f-4b35-972a-126fad02611b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.1511524
Dec 16 14:42:25.663346 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-dc57b9ef-2cfd-4ce7-9191-311e7c1231d1 req-c4d6ae75-36ba-4942-932c-a8c799ffce17 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Deleting port 8e60955b-ae1a-42f6-b082-cf2f17620025 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:42:25.664491 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-dc57b9ef-2cfd-4ce7-9191-311e7c1231d1 req-c4d6ae75-36ba-4942-932c-a8c799ffce17 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:25.719575 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b26112de-9197-4f1e-b0e0-5e06719ee34a req-bf543239-a8b3-4c16-802b-588dacf00d27 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292984
Dec 16 14:42:25.822901 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6b7540a7-8193-4a3f-b663-c7d279178df5 req-b460e368-2b0d-48d2-a3a2-72f257dfe47f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1837316
Dec 16 14:42:25.967700 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b26112de-9197-4f1e-b0e0-5e06719ee34a req-80b29b7d-0bec-4e6e-8f15-0885e0d4e768 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2406120
Dec 16 14:42:26.014761 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-0821c79f-739a-4ada-a63e-8c851fe501ad tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:26.016607 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-0821c79f-739a-4ada-a63e-8c851fe501ad tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/networks?id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 HTTP/1.1" status: 200  len: 814 time: 0.3269401
Dec 16 14:42:26.042619 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-b36c12c0-9c7b-4606-b85e-4089476aae49 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/quotas/5a10c6d1e7e7425bb59f6efad4231db3 HTTP/1.1" status: 200  len: 375 time: 0.0194800
Dec 16 14:42:26.181526 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-dc57b9ef-2cfd-4ce7-9191-311e7c1231d1 req-c4d6ae75-36ba-4942-932c-a8c799ffce17 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] For port 8e60955b-ae1a-42f6-b082-cf2f17620025, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8e60955b-ae1a-42f6-b082-cf2f17620025,segment=NetworkSegment(ba500a1d-95d8-4df4-8f96-ab6ec460c71b),segment_id=ba500a1d-95d8-4df4-8f96-ab6ec460c71b)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:26.181758 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-dc57b9ef-2cfd-4ce7-9191-311e7c1231d1 req-c4d6ae75-36ba-4942-932c-a8c799ffce17 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:26.372143 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-dc57b9ef-2cfd-4ce7-9191-311e7c1231d1 req-c4d6ae75-36ba-4942-932c-a8c799ffce17 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Calling delete_port for 8e60955b-ae1a-42f6-b082-cf2f17620025 owned by compute:nova {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:42:26.474236 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-26f19826-81b4-45a9-a34e-9426c4ac7fb9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a10c6d1e7e7425bb59f6efad4231db3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4243793
Dec 16 14:42:26.485239 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72b236-4aab-4d14-b292-7f6bd2fd8b2b req-bb17b6be-7d0c-4521-9344-a55b4f3c9b23 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:26.486717 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4d72b236-4aab-4d14-b292-7f6bd2fd8b2b req-bb17b6be-7d0c-4521-9344-a55b4f3c9b23 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.4012120
Dec 16 14:42:26.658037 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4d72b236-4aab-4d14-b292-7f6bd2fd8b2b req-55a34f2c-be2f-4fed-b33c-4adf4f2b46e3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518071
Dec 16 14:42:26.683013 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-dc57b9ef-2cfd-4ce7-9191-311e7c1231d1 req-c4d6ae75-36ba-4942-932c-a8c799ffce17 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:26.703580 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:26.721383 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['8e60955b-ae1a-42f6-b082-cf2f17620025'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:42:26.759942 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-fd4b1ef1-5737-41c6-a751-5a35000360eb service neutron] 10.222.0.64 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2658412
Dec 16 14:42:26.759942 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6ae75-36ba-4942-932c-a8c799ffce17 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Pushing event deleted for resources: {'Port': ['ID=8e60955b-ae1a-42f6-b082-cf2f17620025,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:26.763380 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c4d6ae75-36ba-4942-932c-a8c799ffce17 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:26.963529 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc57b9ef-2cfd-4ce7-9191-311e7c1231d1 req-c4d6ae75-36ba-4942-932c-a8c799ffce17 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] No DVR routers for this DVR port 8e60955b-ae1a-42f6-b082-cf2f17620025 on host hv-cinder-82189 {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:42:26.966138 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-dc57b9ef-2cfd-4ce7-9191-311e7c1231d1 req-c4d6ae75-36ba-4942-932c-a8c799ffce17 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:26.972117 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa8e3a5-f077-4adf-bbcf-1f61da473268', 'name': 'network-vif-deleted', 'tag': '8e60955b-ae1a-42f6-b082-cf2f17620025'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:26.978972 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1e44fc7d-6dd9-4b05-ab24-38b2ea368902 req-8b876042-746e-408b-9460-4921552bc51c tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 210 time: 0.1116090
Dec 16 14:42:27.010401 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dc57b9ef-2cfd-4ce7-9191-311e7c1231d1 req-c4d6ae75-36ba-4942-932c-a8c799ffce17 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.66 "DELETE /v2.0/ports/8e60955b-ae1a-42f6-b082-cf2f17620025 HTTP/1.1" status: 204  len: 173 time: 1.4423938
Dec 16 14:42:27.062667 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-d665bc3d-bf85-4009-a597-cb1f687232ea service neutron] 10.222.0.64 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3004179
Dec 16 14:42:27.222004 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ae55a-0dc3-4f4c-8954-92f3ff8c7f73 req-7731b00b-4e13-476e-86c5-35f581858619 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:27.223689 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-871ae55a-0dc3-4f4c-8954-92f3ff8c7f73 req-7731b00b-4e13-476e-86c5-35f581858619 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.1219201
Dec 16 14:42:27.257534 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa8e3a5-f077-4adf-bbcf-1f61da473268', 'name': 'network-vif-deleted', 'tag': '8e60955b-ae1a-42f6-b082-cf2f17620025', 'status': 'completed', 'code': 200}
Dec 16 14:42:27.335085 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5ce6b7f4-2638-415e-8945-2d71cc9cf708 req-62ea64bc-7128-45e3-a5ce-b4bc0ebce8dc tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 210 time: 0.0553820
Dec 16 14:42:27.339754 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-871ae55a-0dc3-4f4c-8954-92f3ff8c7f73 req-c9dd5609-189b-4308-8d8e-1ad4b3827717 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098423
Dec 16 14:42:27.843534 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50925-6cbb-477b-8641-1cd4ad5274bc req-336b56ca-72e5-4951-aadc-122717d550d6 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:27.844942 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-10f50925-6cbb-477b-8641-1cd4ad5274bc req-336b56ca-72e5-4951-aadc-122717d550d6 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0824318
Dec 16 14:42:27.888694 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-10f50925-6cbb-477b-8641-1cd4ad5274bc req-8116cfff-0118-48e9-b1ad-c7c0c29e92d0 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373659
Dec 16 14:42:28.157830 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-6b428793-0b6f-4ca2-ab84-bbd5a2ff9b2d req-a1517486-7398-4053-91a4-bdbfe3004550 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Synchronizing usage tracker for tenant:3a0a8f8b2ba340f1b5d3aacb9646f676 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:42:28.172355 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-6b428793-0b6f-4ca2-ab84-bbd5a2ff9b2d req-a1517486-7398-4053-91a4-bdbfe3004550 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Unset dirty status for tenant:3a0a8f8b2ba340f1b5d3aacb9646f676 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:42:28.173568 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6b428793-0b6f-4ca2-ab84-bbd5a2ff9b2d req-a1517486-7398-4053-91a4-bdbfe3004550 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 210 time: 0.0597537
Dec 16 14:42:28.517549 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-25fb2d96-49fc-42f4-8c03-af6d07bfb399 req-3e14b4bf-b187-4994-8661-4725f2dec501 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 210 time: 0.0750060
Dec 16 14:42:28.560686 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa487fe-42b1-416d-9009-6a924297fbf8 req-54559a18-cb67-40c2-bf62-b9ab97d90bbf tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:28.562149 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9aa487fe-42b1-416d-9009-6a924297fbf8 req-54559a18-cb67-40c2-bf62-b9ab97d90bbf tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0887995
Dec 16 14:42:28.608497 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9aa487fe-42b1-416d-9009-6a924297fbf8 req-4b4dbb77-0d14-49b9-a381-778f2ff2feee tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397782
Dec 16 14:42:29.071171 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10d752-2779-43f0-8113-7b55891f4d92 req-00935e7f-7bf5-46c4-93a5-4fcb6e2c9289 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:29.072597 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ef10d752-2779-43f0-8113-7b55891f4d92 req-00935e7f-7bf5-46c4-93a5-4fcb6e2c9289 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0778408
Dec 16 14:42:29.117553 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ef10d752-2779-43f0-8113-7b55891f4d92 req-9c8ddb4f-b8d9-4923-bdc4-6fb3a90847d9 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392687
Dec 16 14:42:29.336944 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-36289a92-ec95-4193-a5c9-96818001a937 req-12769b27-2208-4fa3-8b52-14887e76c85b tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 210 time: 0.0450416
Dec 16 14:42:29.662382 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ec56f067-6a15-482e-9643-42cf1cf251bc req-54c2298b-c298-4f6e-a298-26a1022cb09d tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 210 time: 0.0438819
Dec 16 14:42:29.798191 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ed598-7e7b-4d4d-b6b1-64930bb341d7 req-5582e799-7bad-4c82-b4fe-bb5602ccd2fe tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:29.800050 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3b0ed598-7e7b-4d4d-b6b1-64930bb341d7 req-5582e799-7bad-4c82-b4fe-bb5602ccd2fe tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0791929
Dec 16 14:42:29.845159 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3b0ed598-7e7b-4d4d-b6b1-64930bb341d7 req-44d2de95-67c0-41c5-a8fc-d67669c1ed83 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394580
Dec 16 14:42:30.068653 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 8e60955b-ae1a-42f6-b082-cf2f17620025 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:42:30.102534 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 8e60955b-ae1a-42f6-b082-cf2f17620025 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:42:30.102976 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 8e60955b-ae1a-42f6-b082-cf2f17620025 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:42:30.308749 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6133d-ccad-41c3-a5e0-070d3a9173a1 req-ad9d415f-dbba-4c95-9f2e-cf7982f667bf tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:30.310196 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-87e6133d-ccad-41c3-a5e0-070d3a9173a1 req-ad9d415f-dbba-4c95-9f2e-cf7982f667bf tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.0832956
Dec 16 14:42:30.354822 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-87e6133d-ccad-41c3-a5e0-070d3a9173a1 req-451eaf3f-0d88-4225-9e57-174a9d8d3ffd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389347
Dec 16 14:42:30.499388 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3d593601-c3f4-4652-81d1-55b300d14d7b req-12e75472-3b6c-4d4d-844e-04dede1e97f7 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa8e3a5-f077-4adf-bbcf-1f61da473268 HTTP/1.1" status: 200  len: 210 time: 0.0426123
Dec 16 14:42:30.875313 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-29ac17ba-e6d8-444d-999e-ea4a5cb923d2 req-06793bd4-e0bb-4c97-8422-77634844e98e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 210 time: 0.1114652
Dec 16 14:42:31.045209 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a39d60-4a0c-48dc-ace7-9f7b5060a69b req-e894ee1d-3233-48f7-bdbc-5d12178e0cd7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:31.046554 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-44a39d60-4a0c-48dc-ace7-9f7b5060a69b req-e894ee1d-3233-48f7-bdbc-5d12178e0cd7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.66 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.1377182
Dec 16 14:42:31.095088 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cc2e9-f223-4174-b5fa-d6195351524e req-1cf57d0e-adc3-4815-84a8-186a2d2ae90f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:31.096569 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-000cc2e9-f223-4174-b5fa-d6195351524e req-1cf57d0e-adc3-4815-84a8-186a2d2ae90f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.1365151
Dec 16 14:42:31.155506 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-44a39d60-4a0c-48dc-ace7-9f7b5060a69b req-ab2a41a5-281b-49cc-b0f4-f8dcbcd26079 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Deleting port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:42:31.155765 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-44a39d60-4a0c-48dc-ace7-9f7b5060a69b req-ab2a41a5-281b-49cc-b0f4-f8dcbcd26079 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:31.202157 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-000cc2e9-f223-4174-b5fa-d6195351524e req-6eca8230-11bf-4d13-aab3-2995b19d979e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987132
Dec 16 14:42:31.325161 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-4eae3dcb-c8fa-4067-bb55-0d088e4c4f77 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:31.326609 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-4eae3dcb-c8fa-4067-bb55-0d088e4c4f77 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "GET /v2.0/networks?id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 HTTP/1.1" status: 200  len: 814 time: 0.1560404
Dec 16 14:42:31.354208 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Request body: {'port': {'device_id': '852bc07c-edbd-4753-8055-d84a33315464', 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8', 'admin_state_up': True, 'tenant_id': '5a10c6d1e7e7425bb59f6efad4231db3'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:42:31.517546 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-44a39d60-4a0c-48dc-ace7-9f7b5060a69b req-ab2a41a5-281b-49cc-b0f4-f8dcbcd26079 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] For port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9f4e36fb-6721-4f46-ae0e-4c3561ce55f0,segment=NetworkSegment(427085ec-35b6-4f63-b574-84c707c9bf16),segment_id=427085ec-35b6-4f63-b574-84c707c9bf16)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:31.518524 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-44a39d60-4a0c-48dc-ace7-9f7b5060a69b req-ab2a41a5-281b-49cc-b0f4-f8dcbcd26079 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:31.518915 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:42:31.523126 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Usage tracker for resource:port and tenant:5a10c6d1e7e7425bb59f6efad4231db3 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:42:31.528096 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:42:31.537738 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:42:31.551700 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Made reservation on behalf of 5a10c6d1e7e7425bb59f6efad4231db3 for: {'port': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:42:31.556806 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:31.660932 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-44a39d60-4a0c-48dc-ace7-9f7b5060a69b req-ab2a41a5-281b-49cc-b0f4-f8dcbcd26079 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Calling delete_port for 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 owned by compute:nova {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:42:31.745852 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Allocated IP 172.20.0.10 (80a0dcd7-59dc-485e-9feb-7d18fa3c28f8/1eda57b1-5f84-4e22-8057-9285f26780cf/526505bf-e823-46fa-a1a2-6e5aff27c04f) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:42:31.755678 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f5f90-2423-4fbc-88ad-ebee4407fc42 req-f128c87c-4929-4757-94ee-e0ce2b93e3d8 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:31.757190 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a88f5f90-2423-4fbc-88ad-ebee4407fc42 req-f128c87c-4929-4757-94ee-e0ce2b93e3d8 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=55d89b92-839c-4c63-ae4d-71c0a98797ea HTTP/1.1" status: 200  len: 946 time: 0.2826304
Dec 16 14:42:31.869644 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a88f5f90-2423-4fbc-88ad-ebee4407fc42 req-0a5ba645-c211-4c1b-bc55-15ea17a4934d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725627
Dec 16 14:42:31.870826 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-44a39d60-4a0c-48dc-ace7-9f7b5060a69b req-ab2a41a5-281b-49cc-b0f4-f8dcbcd26079 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:31.881773 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d75d4611-3d0b-44ae-a06c-4e79c9c57b25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:31.911524 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['33fce9f6-5ac0-4aa0-996a-ade01b65bda3', '9f4e36fb-6721-4f46-ae0e-4c3561ce55f0'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:42:31.929174 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a41a5-281b-49cc-b0f4-f8dcbcd26079 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Pushing event deleted for resources: {'Port': ['ID=9f4e36fb-6721-4f46-ae0e-4c3561ce55f0,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:31.932114 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ab2a41a5-281b-49cc-b0f4-f8dcbcd26079 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:32.009370 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a39d60-4a0c-48dc-ace7-9f7b5060a69b req-ab2a41a5-281b-49cc-b0f4-f8dcbcd26079 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] No DVR routers for this DVR port 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 on host hv-cinder-82189 {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:42:32.011877 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-44a39d60-4a0c-48dc-ace7-9f7b5060a69b req-ab2a41a5-281b-49cc-b0f4-f8dcbcd26079 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:32.015969 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d89b92-839c-4c63-ae4d-71c0a98797ea', 'name': 'network-vif-deleted', 'tag': '9f4e36fb-6721-4f46-ae0e-4c3561ce55f0'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:32.046905 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-44a39d60-4a0c-48dc-ace7-9f7b5060a69b req-ab2a41a5-281b-49cc-b0f4-f8dcbcd26079 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.66 "DELETE /v2.0/ports/9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 HTTP/1.1" status: 204  len: 173 time: 0.9932327
Dec 16 14:42:32.105959 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d89b92-839c-4c63-ae4d-71c0a98797ea', 'name': 'network-vif-deleted', 'tag': '9f4e36fb-6721-4f46-ae0e-4c3561ce55f0', 'status': 'completed', 'code': 200}
Dec 16 14:42:32.107735 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:32.118476 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9f4bcbbd-54b0-4f9c-8ecf-08c08056b03b req-75a09ddc-d6ad-4ade-aa49-01f22d8c94eb tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 210 time: 0.0644786
Dec 16 14:42:32.153529 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:32.160522 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-cc9dcece-97c0-46fa-bbcf-6d1c05ca9bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:32.233360 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:42:32.237028 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:42:32.241182 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:42:32.282677 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Pushing event updated for resources: {'Port': ['ID=526505bf-e823-46fa-a1a2-6e5aff27c04f,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:32.292339 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:32.292716 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:32.293397 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:32.293544 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:32.293857 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:32.294282 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:32.294633 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:32.294978 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:32.295323 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:32.295665 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:32.296006 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:32.296341 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:32.302346 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:32.323222 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:32.323830 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:32.353615 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0053365
Dec 16 14:42:32.373846 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Request body: {'port': {'device_id': '852bc07c-edbd-4753-8055-d84a33315464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:42:32.422507 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeeb88e-3d98-4b11-b228-1d5a4b137935 req-2d0c1043-025c-4ba6-be5e-3120223876d2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:32.424435 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8eeeb88e-3d98-4b11-b228-1d5a4b137935 req-2d0c1043-025c-4ba6-be5e-3120223876d2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 943 time: 0.0891700
Dec 16 14:42:32.473076 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8eeeb88e-3d98-4b11-b228-1d5a4b137935 req-6ab9b1b3-74c3-429f-885a-9688e9d80d95 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403600
Dec 16 14:42:32.474173 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['e53554ce-cefb-44ad-a028-c910c35ef033', '3e9e92ef-3756-4082-9f93-e0baddec24b4', '53319b19-0957-4d2a-bc97-feaecba46759'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:42:32.496107 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:32.901211 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 3086416d-8f44-45e7-a877-073ca8530605 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:42:33.042822 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526505bf-e823-46fa-a1a2-6e5aff27c04f {{(pid=87789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:42:33.057937 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:33.077503 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Transition to ACTIVE for port object 526505bf-e823-46fa-a1a2-6e5aff27c04f will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:42:33.082253 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:33.088065 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:33.197771 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 3086416d-8f44-45e7-a877-073ca8530605, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3086416d-8f44-45e7-a877-073ca8530605,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:33.254526 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '3086416d-8f44-45e7-a877-073ca8530605', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'port_id': '3086416d-8f44-45e7-a877-073ca8530605', 'mac_address': 'fa:16:3e:40:e8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:42:33.262927 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Pushing event updated for resources: {'Port': ['ID=526505bf-e823-46fa-a1a2-6e5aff27c04f,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:33.279367 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:33.354436 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:33.372351 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a6201-cf33-484d-a7b8-78efbb8d54bf req-7dcd4414-3f29-42f4-a33f-00a0b043fd51 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:33.373927 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9d3a6201-cf33-484d-a7b8-78efbb8d54bf req-7dcd4414-3f29-42f4-a33f-00a0b043fd51 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 944 time: 0.0997915
Dec 16 14:42:33.377233 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3086416d-8f44-45e7-a877-073ca8530605 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:42:33.394440 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 3086416d-8f44-45e7-a877-073ca8530605, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3086416d-8f44-45e7-a877-073ca8530605,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:33.400353 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:33.402245 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:33.474471 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=3086416d-8f44-45e7-a877-073ca8530605,revision_number=9']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:33.477720 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:33.481442 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9d3a6201-cf33-484d-a7b8-78efbb8d54bf req-aaea8a1d-2755-409b-8d06-d7d539c584c0 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689936
Dec 16 14:42:33.506183 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2b87f-ed90-4c14-9fe4-2bce2862a3e1 req-f5a8c041-4cf7-46e1-a5c8-1c6fac840e5d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:33.506785 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-c5b2b87f-ed90-4c14-9fe4-2bce2862a3e1 req-f5a8c041-4cf7-46e1-a5c8-1c6fac840e5d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Synchronizing usage tracker for tenant:ceb0da71791f4f9889daab33c73ac572 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:42:33.524736 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-c5b2b87f-ed90-4c14-9fe4-2bce2862a3e1 req-f5a8c041-4cf7-46e1-a5c8-1c6fac840e5d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Unset dirty status for tenant:ceb0da71791f4f9889daab33c73ac572 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:42:33.529649 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Attempting to bind port 526505bf-e823-46fa-a1a2-6e5aff27c04f on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:42:33.530163 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Attempting to bind port 526505bf-e823-46fa-a1a2-6e5aff27c04f by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:42:33.530386 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Attempting to bind port 526505bf-e823-46fa-a1a2-6e5aff27c04f on network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:42:33.531392 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5b2b87f-ed90-4c14-9fe4-2bce2862a3e1 req-f5a8c041-4cf7-46e1-a5c8-1c6fac840e5d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1563261
Dec 16 14:42:33.535907 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Port 526505bf-e823-46fa-a1a2-6e5aff27c04f on network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:42:33.536230 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Attempting to bind port 526505bf-e823-46fa-a1a2-6e5aff27c04f on network 80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:42:33.541896 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:42:33.542240 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Checking segment: {'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:42:33.542624 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Bound using segment: {'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:42:33.543108 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Bound port: 526505bf-e823-46fa-a1a2-6e5aff27c04f, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc24a22f-4b01-40aa-9169-2597a0684734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:42:33.543458 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:33.574914 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5b2b87f-ed90-4c14-9fe4-2bce2862a3e1 req-c1926880-2568-4a22-9988-a91237408515 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426228
Dec 16 14:42:33.637699 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] For port 526505bf-e823-46fa-a1a2-6e5aff27c04f, host hv-cinder-82189, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:42:33.640761 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] For port 526505bf-e823-46fa-a1a2-6e5aff27c04f, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=526505bf-e823-46fa-a1a2-6e5aff27c04f,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:42:33.646451 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:33.651497 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:33.679232 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd3247-3752-41dc-a039-c7c47d15b981 req-6535d65b-25ce-4087-b5ac-882e9747bcaa tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:33.680657 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-15fd3247-3752-41dc-a039-c7c47d15b981 req-6535d65b-25ce-4087-b5ac-882e9747bcaa tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 944 time: 0.0864658
Dec 16 14:42:33.706165 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:33.706770 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:33.708134 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] 10.222.0.66 "PUT /v2.0/ports/526505bf-e823-46fa-a1a2-6e5aff27c04f HTTP/1.1" status: 200  len: 1094 time: 1.3385813
Dec 16 14:42:33.708623 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852bc07c-edbd-4753-8055-d84a33315464', 'tag': '526505bf-e823-46fa-a1a2-6e5aff27c04f'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:33.726186 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-15fd3247-3752-41dc-a039-c7c47d15b981 req-4c731863-4db3-4777-b813-2f578ff88510 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393188
Dec 16 14:42:33.734788 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Pushing event updated for resources: {'Port': ['ID=526505bf-e823-46fa-a1a2-6e5aff27c04f,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:33.739420 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:33.762123 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852bc07c-edbd-4753-8055-d84a33315464', 'tag': '526505bf-e823-46fa-a1a2-6e5aff27c04f', 'status': 'completed', 'code': 200}
Dec 16 14:42:34.658776 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bead4b9-d2f4-4041-9628-040007b996eb req-36254bb0-525e-428c-8781-3623663975bf tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:34.660135 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9bead4b9-d2f4-4041-9628-040007b996eb req-36254bb0-525e-428c-8781-3623663975bf tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 944 time: 0.0809937
Dec 16 14:42:34.810461 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9bead4b9-d2f4-4041-9628-040007b996eb req-cee23f1e-a5d2-4bbe-9cf6-d76779f6571e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446116
Dec 16 14:42:34.840066 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727790c-a76c-4697-8695-80106d4e3bae req-02067f03-3b20-4151-b5a1-3f80d6d97c09 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:34.841569 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2727790c-a76c-4697-8695-80106d4e3bae req-02067f03-3b20-4151-b5a1-3f80d6d97c09 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1588864
Dec 16 14:42:34.886588 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2727790c-a76c-4697-8695-80106d4e3bae req-60815d55-4eb8-4224-b4d9-3b942d9ebe47 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389645
Dec 16 14:42:34.983232 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb5bcb-12b6-4454-8745-fe340cac5c88 req-78e2f933-1673-4bd4-8884-655001b8f8cb tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:34.984667 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f7cb5bcb-12b6-4454-8745-fe340cac5c88 req-78e2f933-1673-4bd4-8884-655001b8f8cb tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 944 time: 0.0785730
Dec 16 14:42:35.030994 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f7cb5bcb-12b6-4454-8745-fe340cac5c88 req-5ce1c61b-e0d2-40d3-ae4b-87b680506521 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406160
Dec 16 14:42:35.994731 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95186113-a3fb-4d34-bff3-36706457ac63 req-8221ed1b-d413-4224-b87e-5d699817e3a2 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:35.996160 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-95186113-a3fb-4d34-bff3-36706457ac63 req-8221ed1b-d413-4224-b87e-5d699817e3a2 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 944 time: 0.0787885
Dec 16 14:42:36.093461 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-95186113-a3fb-4d34-bff3-36706457ac63 req-f768ba98-96ca-4fba-9f85-76775c28daa0 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637352
Dec 16 14:42:36.096547 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d853c-6527-4303-b72d-a0ffe7a3723d req-299cfecb-3cfe-4974-8a97-0d729e66a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:36.098233 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0e6d853c-6527-4303-b72d-a0ffe7a3723d req-299cfecb-3cfe-4974-8a97-0d729e66a33c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a10c6d1e7e7425bb59f6efad4231db3&device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 1097 time: 0.0711243
Dec 16 14:42:36.113153 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa4e18-14a9-4a04-bddf-9e2dbdbe7334 req-406e0aec-c87b-4a55-8a18-2ee5417a701d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:36.114588 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e2aa4e18-14a9-4a04-bddf-9e2dbdbe7334 req-406e0aec-c87b-4a55-8a18-2ee5417a701d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1175735
Dec 16 14:42:36.185444 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e2aa4e18-14a9-4a04-bddf-9e2dbdbe7334 req-39617752-bad4-4b4f-88d2-544f520467e7 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632074
Dec 16 14:42:36.260973 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d853c-6527-4303-b72d-a0ffe7a3723d req-6c5d5c30-92d9-48ee-8b00-2e3843029edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:36.262395 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0e6d853c-6527-4303-b72d-a0ffe7a3723d req-6c5d5c30-92d9-48ee-8b00-2e3843029edd service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=5a10c6d1e7e7425bb59f6efad4231db3&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1498132
Dec 16 14:42:36.278975 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e4328-cf55-4723-ba78-1d82527c74d9 req-5b6d12da-674d-40b4-8e9e-ba79c107d79f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:36.280412 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-768e4328-cf55-4723-ba78-1d82527c74d9 req-5b6d12da-674d-40b4-8e9e-ba79c107d79f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 944 time: 0.0811377
Dec 16 14:42:36.323211 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-768e4328-cf55-4723-ba78-1d82527c74d9 req-943a74e8-3d6a-470d-8eee-4a2d15de0eb7 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370810
Dec 16 14:42:36.398096 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d853c-6527-4303-b72d-a0ffe7a3723d req-a657d905-b636-4c13-8c9a-991c664e1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:36.399444 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0e6d853c-6527-4303-b72d-a0ffe7a3723d req-a657d905-b636-4c13-8c9a-991c664e1e0e service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1300352
Dec 16 14:42:37.283152 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4f458-46d2-4941-9e34-a6002581070b req-c7326132-ddcd-4d4c-a5f4-160699c4f2fb tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:37.284679 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0fd4f458-46d2-4941-9e34-a6002581070b req-c7326132-ddcd-4d4c-a5f4-160699c4f2fb tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 944 time: 0.0872717
Dec 16 14:42:37.380377 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0fd4f458-46d2-4941-9e34-a6002581070b req-9ed94a65-19e8-491d-b829-9c14e31e9ed9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590322
Dec 16 14:42:37.400446 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395cc6-0618-44e9-a82c-51ec5d736b8b req-f5774777-f532-4b2a-9eeb-411ee8ea10b3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:37.401924 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-97395cc6-0618-44e9-a82c-51ec5d736b8b req-f5774777-f532-4b2a-9eeb-411ee8ea10b3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1163399
Dec 16 14:42:37.447166 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-97395cc6-0618-44e9-a82c-51ec5d736b8b req-576fc7d3-77eb-4527-a74c-37fb6af05b8b tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390646
Dec 16 14:42:37.660589 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-c616d2ca-4917-4354-b642-76da940d6764 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:37.662028 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-c616d2ca-4917-4354-b642-76da940d6764 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/networks?id=a86c2bfe-cd8a-4625-92b8-54f4b30e84fa HTTP/1.1" status: 200  len: 814 time: 0.1922493
Dec 16 14:42:37.680772 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-4c040b57-4ecb-4b7e-8ee6-5c9abad03f4a tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/quotas/cd04f3d6f9ef4788bb01db0c11ba554f HTTP/1.1" status: 200  len: 375 time: 0.0131876
Dec 16 14:42:37.688176 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3db6f-c28f-4189-9fcb-b974fcaeb7d6 req-140f0fa0-ce28-403f-90b9-83b2419a2c89 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:37.690095 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a9e3db6f-c28f-4189-9fcb-b974fcaeb7d6 req-140f0fa0-ce28-403f-90b9-83b2419a2c89 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 944 time: 0.1372790
Dec 16 14:42:37.746769 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-b1c67aee-0cc9-441f-91d1-be1c7847aecb tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cd04f3d6f9ef4788bb01db0c11ba554f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0556672
Dec 16 14:42:37.845484 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a9e3db6f-c28f-4189-9fcb-b974fcaeb7d6 req-1d4e261c-2536-439f-b936-3c0043567704 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1223011
Dec 16 14:42:37.894497 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-b39e7320-d83b-4ee4-9040-500f4c199740 service neutron] 10.222.0.64 "GET /v2.0/networks/a86c2bfe-cd8a-4625-92b8-54f4b30e84fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338809
Dec 16 14:42:38.021689 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-b32d76eb-031b-4f9b-9105-47f7844bbec3 service neutron] 10.222.0.64 "GET /v2.0/networks/a86c2bfe-cd8a-4625-92b8-54f4b30e84fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212194
Dec 16 14:42:38.190453 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5f0aff3d-a21c-4a63-9729-ac5f9dce2385 req-d4731c87-cb38-48a3-a7b4-b9f6dfe8f683 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 210 time: 0.0416708
Dec 16 14:42:38.601345 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd7955-40fa-42a0-925b-0c581bc59112 req-9955b19b-ecc7-4804-85c6-371f2e8069d4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:38.602682 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9ebd7955-40fa-42a0-925b-0c581bc59112 req-9955b19b-ecc7-4804-85c6-371f2e8069d4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 944 time: 0.1152329
Dec 16 14:42:38.662587 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9ebd7955-40fa-42a0-925b-0c581bc59112 req-1eb92b7a-d425-4728-9e0e-331748c7a488 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536215
Dec 16 14:42:38.678648 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060571e-1635-4abb-9308-f504223b320c req-b0707192-b758-4476-8ef1-2a4abb7c6f4f tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:38.680085 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c060571e-1635-4abb-9308-f504223b320c req-b0707192-b758-4476-8ef1-2a4abb7c6f4f tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1235614
Dec 16 14:42:38.723316 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c060571e-1635-4abb-9308-f504223b320c req-30b29f1e-f7bb-4f66-9ba3-130e8f39af3e tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374060
Dec 16 14:42:39.037066 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5d732-0b1f-4e94-8a49-cab5e8f68886 req-7e095bd5-8eb1-477c-a0a0-256de852785f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:39.038506 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-21a5d732-0b1f-4e94-8a49-cab5e8f68886 req-7e095bd5-8eb1-477c-a0a0-256de852785f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 944 time: 0.0820820
Dec 16 14:42:39.081402 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-21a5d732-0b1f-4e94-8a49-cab5e8f68886 req-55bf44d6-7687-49ac-ad6f-b0970963447f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371389
Dec 16 14:42:39.193893 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:42:39.228030 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:42:39.228390 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 9f4e36fb-6721-4f46-ae0e-4c3561ce55f0 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:42:39.308238 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1c2939ae-d932-4a94-8d1d-dd1d20399e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:39.309740 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-1c2939ae-d932-4a94-8d1d-dd1d20399e93 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a10c6d1e7e7425bb59f6efad4231db3&device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 1097 time: 0.0773268
Dec 16 14:42:39.347801 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7f68919d-320f-4fff-9e94-1831235720f5 req-915cec76-19e3-4f5d-9f65-70715862f472 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 210 time: 0.0455773
Dec 16 14:42:39.390492 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-b5bf01bb-8afa-46e3-92f8-9bdc85388b9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=526505bf-e823-46fa-a1a2-6e5aff27c04f HTTP/1.1" status: 200  len: 217 time: 0.0648489
Dec 16 14:42:39.463441 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-acd633e6-701a-4111-a815-fbc7349dfb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:39.464772 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-acd633e6-701a-4111-a815-fbc7349dfb6b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1eda57b1-5f84-4e22-8057-9285f26780cf HTTP/1.1" status: 200  len: 854 time: 0.0568552
Dec 16 14:42:39.493410 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['3086416d-8f44-45e7-a877-073ca8530605'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:42:39.513815 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-e657dbd1-a94b-4d9a-b353-75e22c409a2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402143
Dec 16 14:42:39.659890 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-2e85c110-6344-422f-9249-7b6b5acd80be service neutron] 10.222.0.66 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301167
Dec 16 14:42:39.801874 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-baa8a14f-6bc2-4fce-808d-bfe27a87bdf5 req-6149bcf4-c4f2-4221-ab06-7264ed1ef1a1 service neutron] 10.222.0.66 "GET /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335075
Dec 16 14:42:39.975825 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93900fe5-61a1-441a-8c7c-9b46c360f44c req-85b2d35b-b19c-46f5-a3a8-abd5790f86f5 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:39.977290 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-93900fe5-61a1-441a-8c7c-9b46c360f44c req-85b2d35b-b19c-46f5-a3a8-abd5790f86f5 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 944 time: 0.2117138
Dec 16 14:42:39.991980 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906d57a-318f-484a-b306-195dec4416f6 req-3405f4fe-7f5b-4d1c-93ee-6a148d81767d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:39.993411 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1906d57a-318f-484a-b306-195dec4416f6 req-3405f4fe-7f5b-4d1c-93ee-6a148d81767d tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1206501
Dec 16 14:42:40.059708 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-93900fe5-61a1-441a-8c7c-9b46c360f44c req-9bfb3765-45b5-4b25-bba5-960e6d1f728c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762618
Dec 16 14:42:40.064056 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1906d57a-318f-484a-b306-195dec4416f6 req-d369c7aa-f241-4690-b463-dd672f08d72a tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583072
Dec 16 14:42:40.167869 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-19a07c3a-5fe1-4112-ba18-54a83871a984 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:40.168545 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-19a07c3a-5fe1-4112-ba18-54a83871a984 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Synchronizing usage tracker for tenant:cd04f3d6f9ef4788bb01db0c11ba554f on resource:network {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:42:40.186404 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-19a07c3a-5fe1-4112-ba18-54a83871a984 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Unset dirty status for tenant:cd04f3d6f9ef4788bb01db0c11ba554f on resource:network {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:42:40.187584 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-19a07c3a-5fe1-4112-ba18-54a83871a984 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.66 "GET /v2.0/networks?id=a86c2bfe-cd8a-4625-92b8-54f4b30e84fa HTTP/1.1" status: 200  len: 814 time: 0.1770086
Dec 16 14:42:40.209686 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Request body: {'port': {'device_id': 'f91e2ef5-e95c-4515-a357-42a3a3902b79', 'network_id': 'a86c2bfe-cd8a-4625-92b8-54f4b30e84fa', 'admin_state_up': True, 'tenant_id': 'cd04f3d6f9ef4788bb01db0c11ba554f'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:42:40.280798 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ccc5d-defb-440b-8944-7bfdb40aa2e3 req-5fa86be2-cefa-42c1-a7a5-88db5872bac8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:40.282762 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-884ccc5d-defb-440b-8944-7bfdb40aa2e3 req-5fa86be2-cefa-42c1-a7a5-88db5872bac8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 944 time: 0.0917699
Dec 16 14:42:40.329680 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-884ccc5d-defb-440b-8944-7bfdb40aa2e3 req-0893d33a-187a-492c-9a84-ad2bd2d34cb3 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405717
Dec 16 14:42:40.348541 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:42:40.352638 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Usage tracker for resource:port and tenant:cd04f3d6f9ef4788bb01db0c11ba554f is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:42:40.355439 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:42:40.361778 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:42:40.371167 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Made reservation on behalf of cd04f3d6f9ef4788bb01db0c11ba554f for: {'port': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:42:40.374796 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:40.505682 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e8541bad-50b7-465f-af0c-4888282f0c68 req-9b66dd6c-6a59-4a1d-8333-b017cf4204fb tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 210 time: 0.0466688
Dec 16 14:42:40.556582 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Allocated IP 172.20.0.5 (a86c2bfe-cd8a-4625-92b8-54f4b30e84fa/f16f6203-ca0e-4c42-890e-aca25615d8d6/4ea72ead-9020-47dd-b54b-ae7b67b61c47) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:42:40.790355 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:40.825518 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:40.832993 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:40.945523 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Network a86c2bfe-cd8a-4625-92b8-54f4b30e84fa is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:42:40.949004 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:42:40.952987 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:42:40.992839 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Pushing event updated for resources: {'Port': ['ID=4ea72ead-9020-47dd-b54b-ae7b67b61c47,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:40.997579 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:41.020563 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:41.021340 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:41.050617 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8447311
Dec 16 14:42:41.070470 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Request body: {'port': {'device_id': 'f91e2ef5-e95c-4515-a357-42a3a3902b79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:42:41.344216 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:41.414812 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5216df-07c8-465a-a3b1-0edff581848e req-d180438b-9636-4bed-b996-cbc2b748e3e5 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:41.426201 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-eb5216df-07c8-465a-a3b1-0edff581848e req-d180438b-9636-4bed-b996-cbc2b748e3e5 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1574464
Dec 16 14:42:41.452732 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896694b-6580-403b-9c48-9de89eeb3389 req-0486a220-a659-4181-86d3-6310f509ad50 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:41.461977 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c896694b-6580-403b-9c48-9de89eeb3389 req-0486a220-a659-4181-86d3-6310f509ad50 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 944 time: 0.2485781
Dec 16 14:42:41.538806 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-eb5216df-07c8-465a-a3b1-0edff581848e req-9e3bde91-ba46-422e-9653-a663c50e45e8 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114836
Dec 16 14:42:41.551723 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c896694b-6580-403b-9c48-9de89eeb3389 req-3c37a772-41ec-4081-8e0f-c82ffbea3042 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888979
Dec 16 14:42:41.838778 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac550f-3685-492d-96f1-1cf44075533b req-77b552dc-fdba-4c6d-a21a-a1f79c9c6beb tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:41.840588 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-30ac550f-3685-492d-96f1-1cf44075533b req-77b552dc-fdba-4c6d-a21a-a1f79c9c6beb tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 944 time: 0.1681559
Dec 16 14:42:41.857241 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f134a-7fe6-4e21-a83c-42047fcfe1a1 req-6312a633-3e0d-4799-970e-60c62b017236 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:41.859569 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-585f134a-7fe6-4e21-a83c-42047fcfe1a1 req-6312a633-3e0d-4799-970e-60c62b017236 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 931 time: 0.1319504
Dec 16 14:42:41.876865 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea72ead-9020-47dd-b54b-ae7b67b61c47 {{(pid=87789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:42:41.890826 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:41.911348 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Transition to ACTIVE for port object 4ea72ead-9020-47dd-b54b-ae7b67b61c47 will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:42:41.916144 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:41.921499 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-17759b09-ab16-4855-8ca2-b32eb4800a76 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:41.936137 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-30ac550f-3685-492d-96f1-1cf44075533b req-6ec7bb74-b1ab-49c0-aa3c-31d639fc9403 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887609
Dec 16 14:42:41.943918 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-585f134a-7fe6-4e21-a83c-42047fcfe1a1 req-f129e17b-2f39-456e-a386-45f916294611 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686417
Dec 16 14:42:42.026730 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 526505bf-e823-46fa-a1a2-6e5aff27c04f details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:42:42.042547 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 3086416d-8f44-45e7-a877-073ca8530605 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:42:42.139864 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Pushing event updated for resources: {'Port': ['ID=4ea72ead-9020-47dd-b54b-ae7b67b61c47,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:42.144012 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:42.193775 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Attempting to bind port 4ea72ead-9020-47dd-b54b-ae7b67b61c47 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:42:42.194612 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Attempting to bind port 4ea72ead-9020-47dd-b54b-ae7b67b61c47 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '7c23f85f-82b5-463b-b64c-10b3576b617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a86c2bfe-cd8a-4625-92b8-54f4b30e84fa'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:42:42.195182 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Attempting to bind port 4ea72ead-9020-47dd-b54b-ae7b67b61c47 on network a86c2bfe-cd8a-4625-92b8-54f4b30e84fa {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:42:42.201804 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Port 4ea72ead-9020-47dd-b54b-ae7b67b61c47 on network a86c2bfe-cd8a-4625-92b8-54f4b30e84fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:42:42.202128 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Attempting to bind port 4ea72ead-9020-47dd-b54b-ae7b67b61c47 on network a86c2bfe-cd8a-4625-92b8-54f4b30e84fa {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:42:42.208203 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:42:42.208522 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Checking segment: {'id': '7c23f85f-82b5-463b-b64c-10b3576b617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a86c2bfe-cd8a-4625-92b8-54f4b30e84fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:42:42.208957 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Bound using segment: {'id': '7c23f85f-82b5-463b-b64c-10b3576b617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a86c2bfe-cd8a-4625-92b8-54f4b30e84fa'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:42:42.209542 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Bound port: 4ea72ead-9020-47dd-b54b-ae7b67b61c47, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c23f85f-82b5-463b-b64c-10b3576b617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a86c2bfe-cd8a-4625-92b8-54f4b30e84fa'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:42:42.209883 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:42.256512 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 526505bf-e823-46fa-a1a2-6e5aff27c04f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=526505bf-e823-46fa-a1a2-6e5aff27c04f,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:42.271812 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '526505bf-e823-46fa-a1a2-6e5aff27c04f', 'network_id': '80a0dcd7-59dc-485e-9feb-7d18fa3c28f8', 'port_id': '526505bf-e823-46fa-a1a2-6e5aff27c04f', 'mac_address': 'fa:16:3e:0a:f7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eda57b1-5f84-4e22-8057-9285f26780cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:42:42.303065 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 3086416d-8f44-45e7-a877-073ca8530605 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:42:42.303875 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:42.336001 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] For port 4ea72ead-9020-47dd-b54b-ae7b67b61c47, host hv-cinder-82189, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:42:42.340875 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] For port 4ea72ead-9020-47dd-b54b-ae7b67b61c47, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4ea72ead-9020-47dd-b54b-ae7b67b61c47,segment=NetworkSegment(7c23f85f-82b5-463b-b64c-10b3576b617b),segment_id=7c23f85f-82b5-463b-b64c-10b3576b617b)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:42:42.349811 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:42.362142 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:42.405632 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:42.430401 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526505bf-e823-46fa-a1a2-6e5aff27c04f {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:42:42.453759 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Pushing event updated for resources: {'Port': ['ID=4ea72ead-9020-47dd-b54b-ae7b67b61c47,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:42.461902 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:42.463120 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:42.463732 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:42.465118 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] 10.222.0.66 "PUT /v2.0/ports/4ea72ead-9020-47dd-b54b-ae7b67b61c47 HTTP/1.1" status: 200  len: 1093 time: 1.3988690
Dec 16 14:42:42.465558 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91e2ef5-e95c-4515-a357-42a3a3902b79', 'tag': '4ea72ead-9020-47dd-b54b-ae7b67b61c47'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:42.519784 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 526505bf-e823-46fa-a1a2-6e5aff27c04f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=526505bf-e823-46fa-a1a2-6e5aff27c04f,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:42.524875 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:42.530135 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91e2ef5-e95c-4515-a357-42a3a3902b79', 'tag': '4ea72ead-9020-47dd-b54b-ae7b67b61c47', 'status': 'completed', 'code': 200}
Dec 16 14:42:42.537144 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:42.541396 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:42.619903 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3086416d-8f44-45e7-a877-073ca8530605'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:42.635550 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 3086416d-8f44-45e7-a877-073ca8530605, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3086416d-8f44-45e7-a877-073ca8530605,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:42.642612 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:42.650861 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=526505bf-e823-46fa-a1a2-6e5aff27c04f,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:42.661385 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:42.661941 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-8e41a914-1bc5-446c-835f-8a23c2ce0c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:42.725470 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-02092ec7-913b-4b06-b754-635d7b3c959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:42.730069 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-02092ec7-913b-4b06-b754-635d7b3c959c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd04f3d6f9ef4788bb01db0c11ba554f&device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 1096 time: 0.1847048
Dec 16 14:42:42.744312 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=3086416d-8f44-45e7-a877-073ca8530605,revision_number=10']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:42.755173 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:42.840160 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-b7b337a2-6b6c-488e-a29a-c1417b8c2d66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ea72ead-9020-47dd-b54b-ae7b67b61c47 HTTP/1.1" status: 200  len: 217 time: 0.0845015
Dec 16 14:42:42.919369 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265b698-1ed8-4e9b-8792-f9a91b507057 req-78a3a0e1-54f1-4711-a755-32b57289f181 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:42.921872 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-56c7c1a0-f25f-41aa-9d08-f7fea46dc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:42.923369 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-56c7c1a0-f25f-41aa-9d08-f7fea46dc112 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f16f6203-ca0e-4c42-890e-aca25615d8d6 HTTP/1.1" status: 200  len: 854 time: 0.0750558
Dec 16 14:42:42.926168 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e265b698-1ed8-4e9b-8792-f9a91b507057 req-78a3a0e1-54f1-4711-a755-32b57289f181 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 945 time: 0.1854250
Dec 16 14:42:42.936823 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['526505bf-e823-46fa-a1a2-6e5aff27c04f'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:42:42.976562 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-f47d8822-53d7-4e91-b01d-275f5836b83a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a86c2bfe-cd8a-4625-92b8-54f4b30e84fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427005
Dec 16 14:42:42.987694 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e265b698-1ed8-4e9b-8792-f9a91b507057 req-c6237eff-2bce-47a4-ab4a-03107f368637 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588453
Dec 16 14:42:42.997008 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3268c-be0f-4ab7-b1c9-0443b585d692 req-cbdf430f-1040-43b5-ac6e-24fdfad3fabb tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:43.005599 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dac3268c-be0f-4ab7-b1c9-0443b585d692 req-cbdf430f-1040-43b5-ac6e-24fdfad3fabb tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.2119198
Dec 16 14:42:43.078705 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dac3268c-be0f-4ab7-b1c9-0443b585d692 req-568e7574-8f12-467c-b7b4-1532c5133dcb tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721452
Dec 16 14:42:43.128094 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3086416d-8f44-45e7-a877-073ca8530605', 'code': 200}
Dec 16 14:42:43.192570 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-65d8c746-1faf-4057-b0c7-a56f860ddf83 service neutron] 10.222.0.66 "GET /v2.0/networks/a86c2bfe-cd8a-4625-92b8-54f4b30e84fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2041209
Dec 16 14:42:43.358005 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-622d525d-0de6-4de0-8a94-aab9a8f6e33c req-c3347a5a-3c48-4071-93b5-df8246fa9aba service neutron] 10.222.0.66 "GET /v2.0/networks/a86c2bfe-cd8a-4625-92b8-54f4b30e84fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576307
Dec 16 14:42:43.379080 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac66648-24b1-44e2-b3b7-313d36c9775e req-886aa9cc-cc0b-4efa-9d4f-707066738b2a tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:43.380745 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7ac66648-24b1-44e2-b3b7-313d36c9775e req-886aa9cc-cc0b-4efa-9d4f-707066738b2a tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 943 time: 0.1604338
Dec 16 14:42:43.396661 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4739ce-7967-4303-92f3-fa0ef8683fc1 req-e1d77bc8-b346-4286-8b55-80f564d90017 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:43.398553 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bc4739ce-7967-4303-92f3-fa0ef8683fc1 req-e1d77bc8-b346-4286-8b55-80f564d90017 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 946 time: 0.1770790
Dec 16 14:42:43.470727 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7ac66648-24b1-44e2-b3b7-313d36c9775e req-23ca8b0a-c2ee-4d93-a90d-ec91d223a212 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710795
Dec 16 14:42:43.479709 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bc4739ce-7967-4303-92f3-fa0ef8683fc1 req-bf135be4-bfda-4423-85b9-6e8f9dba1604 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656359
Dec 16 14:42:43.595509 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0455c-86cd-467a-ae6b-9ebebf7db47a req-d2bc40a3-b616-4971-9df1-91a638d9ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:43.597711 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-90f0455c-86cd-467a-ae6b-9ebebf7db47a req-d2bc40a3-b616-4971-9df1-91a638d9ec05 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cd04f3d6f9ef4788bb01db0c11ba554f&device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 1096 time: 0.1087036
Dec 16 14:42:43.940956 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd3327-67e1-4042-85fc-66f0341bafc5 req-0b17a971-d7de-4f47-911a-c42e65b938ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:43.943231 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3edd3327-67e1-4042-85fc-66f0341bafc5 req-0b17a971-d7de-4f47-911a-c42e65b938ff service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 1099 time: 0.1594644
Dec 16 14:42:43.969796 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0455c-86cd-467a-ae6b-9ebebf7db47a req-b82077d7-c460-4dd8-a4b2-5ff696f16d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:43.971234 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-90f0455c-86cd-467a-ae6b-9ebebf7db47a req-b82077d7-c460-4dd8-a4b2-5ff696f16d3b service neutron] 10.222.0.66 "GET /v2.0/networks?id=a86c2bfe-cd8a-4625-92b8-54f4b30e84fa HTTP/1.1" status: 200  len: 915 time: 0.3593223
Dec 16 14:42:44.002747 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3edd3327-67e1-4042-85fc-66f0341bafc5 req-5b711013-9dd6-49ff-926d-79c694666b51 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456064
Dec 16 14:42:44.044557 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-90f0455c-86cd-467a-ae6b-9ebebf7db47a req-4b905e6c-3f21-4d26-a2d0-edf1e99386aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ea72ead-9020-47dd-b54b-ae7b67b61c47 HTTP/1.1" status: 200  len: 217 time: 0.0637395
Dec 16 14:42:44.254780 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ad020-e6a6-4bd8-9ea7-3789e06d4796 req-c554dba8-856e-410e-8fb4-6ff693c5a790 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:44.256440 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3b5ad020-e6a6-4bd8-9ea7-3789e06d4796 req-c554dba8-856e-410e-8fb4-6ff693c5a790 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 945 time: 0.1508279
Dec 16 14:42:44.323399 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3b5ad020-e6a6-4bd8-9ea7-3789e06d4796 req-14b04659-024c-4b0c-b154-fb758d543f82 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551445
Dec 16 14:42:44.335062 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f53ae-7b78-4010-9ae6-5efb5b4ad083 req-255dd0d2-5dc6-407c-a3c3-11e3a23803fc tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:44.339570 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-996f53ae-7b78-4010-9ae6-5efb5b4ad083 req-255dd0d2-5dc6-407c-a3c3-11e3a23803fc tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.1445715
Dec 16 14:42:44.401453 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-996f53ae-7b78-4010-9ae6-5efb5b4ad083 req-3deea49e-5a3f-44b4-a13f-4d9ff84becab tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415068
Dec 16 14:42:44.403485 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0455c-86cd-467a-ae6b-9ebebf7db47a req-82d788c9-c675-4592-a181-81896689f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:44.404981 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-90f0455c-86cd-467a-ae6b-9ebebf7db47a req-82d788c9-c675-4592-a181-81896689f7df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f16f6203-ca0e-4c42-890e-aca25615d8d6 HTTP/1.1" status: 200  len: 854 time: 0.0786610
Dec 16 14:42:44.466292 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-90f0455c-86cd-467a-ae6b-9ebebf7db47a req-986cce54-185c-4662-81c1-e88c5213efe3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a86c2bfe-cd8a-4625-92b8-54f4b30e84fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421226
Dec 16 14:42:44.646591 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-90f0455c-86cd-467a-ae6b-9ebebf7db47a req-91104755-f4a9-4293-ab93-90c1ecfdae34 service neutron] 10.222.0.66 "GET /v2.0/networks/a86c2bfe-cd8a-4625-92b8-54f4b30e84fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1711662
Dec 16 14:42:44.748529 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f18f7-54af-40a4-b990-830d3a7c0f0b req-25cacaa4-f6c5-4220-b885-9d3b5bfacabd tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:44.757198 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-972f18f7-54af-40a4-b990-830d3a7c0f0b req-25cacaa4-f6c5-4220-b885-9d3b5bfacabd tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 946 time: 0.1069648
Dec 16 14:42:44.816452 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-972f18f7-54af-40a4-b990-830d3a7c0f0b req-8ec915e6-0543-4f51-92c1-e37404209bd9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577531
Dec 16 14:42:44.871047 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-90f0455c-86cd-467a-ae6b-9ebebf7db47a req-e9801084-99e6-4aef-804b-3f3102dddf47 service neutron] 10.222.0.66 "GET /v2.0/networks/a86c2bfe-cd8a-4625-92b8-54f4b30e84fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784298
Dec 16 14:42:45.001472 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27d03c-1513-43f0-9550-472f6db09c05 req-327c0231-7238-4f62-a957-acb6d3b117e2 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:45.003036 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-be27d03c-1513-43f0-9550-472f6db09c05 req-327c0231-7238-4f62-a957-acb6d3b117e2 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 943 time: 0.1105549
Dec 16 14:42:45.060508 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-be27d03c-1513-43f0-9550-472f6db09c05 req-5cbf41d7-c902-456e-b992-ab708b03a03f tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508697
Dec 16 14:42:45.252569 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:45.522258 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff144528-057f-4b25-9959-42a4889d3c02 req-85420a3a-ad7d-433a-8e0a-18f917bde0f0 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:45.523590 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-ff144528-057f-4b25-9959-42a4889d3c02 req-85420a3a-ad7d-433a-8e0a-18f917bde0f0 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Synchronizing usage tracker for tenant:ceb0da71791f4f9889daab33c73ac572 on resource:port {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:42:45.537756 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-ff144528-057f-4b25-9959-42a4889d3c02 req-85420a3a-ad7d-433a-8e0a-18f917bde0f0 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Unset dirty status for tenant:ceb0da71791f4f9889daab33c73ac572 on resource:port {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:42:45.539063 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-ff144528-057f-4b25-9959-42a4889d3c02 req-85420a3a-ad7d-433a-8e0a-18f917bde0f0 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.66 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.2106874
Dec 16 14:42:45.669613 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-ff144528-057f-4b25-9959-42a4889d3c02 req-dd437dfd-1af5-4723-8e5b-78236285c53c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Deleting port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:42:45.670096 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-ff144528-057f-4b25-9959-42a4889d3c02 req-dd437dfd-1af5-4723-8e5b-78236285c53c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:45.866395 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8600775-fd18-4466-8eaa-ed02cd0efb4b req-96053514-d008-481a-8ab1-1500c5be7a67 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:45.868391 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b8600775-fd18-4466-8eaa-ed02cd0efb4b req-96053514-d008-481a-8ab1-1500c5be7a67 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 945 time: 0.2245810
Dec 16 14:42:45.906969 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bcebc-3e00-4ef5-963c-6ab34ff8f4c8 req-a89d4651-811f-4875-9932-f86af958834c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:45.915365 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fa4bcebc-3e00-4ef5-963c-6ab34ff8f4c8 req-a89d4651-811f-4875-9932-f86af958834c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 945 time: 0.3107572
Dec 16 14:42:45.981719 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b8600775-fd18-4466-8eaa-ed02cd0efb4b req-06e6eaf2-5e05-4830-a000-fea4a6acdfa3 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/security-groups?id=852a6837-b5d5-4ce0-92c8-a8965a8b3962&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065054
Dec 16 14:42:45.999843 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fa4bcebc-3e00-4ef5-963c-6ab34ff8f4c8 req-15ac5117-9bbc-4975-844c-2fa8a7001bba tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834408
Dec 16 14:42:46.081455 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 4ea72ead-9020-47dd-b54b-ae7b67b61c47 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:42:46.098934 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-ff144528-057f-4b25-9959-42a4889d3c02 req-dd437dfd-1af5-4723-8e5b-78236285c53c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] For port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=33fce9f6-5ac0-4aa0-996a-ade01b65bda3,segment=NetworkSegment(427085ec-35b6-4f63-b574-84c707c9bf16),segment_id=427085ec-35b6-4f63-b574-84c707c9bf16)] {{(pid=87789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:46.099295 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-ff144528-057f-4b25-9959-42a4889d3c02 req-dd437dfd-1af5-4723-8e5b-78236285c53c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:46.101914 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 526505bf-e823-46fa-a1a2-6e5aff27c04f up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:42:46.258430 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdee2c-7d0f-427e-bc27-95edbac7abe0 req-22f9308a-1380-48f0-97c7-9e7834b3b3a7 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:46.265984 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-13cdee2c-7d0f-427e-bc27-95edbac7abe0 req-22f9308a-1380-48f0-97c7-9e7834b3b3a7 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 946 time: 0.1539426
Dec 16 14:42:46.325101 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-ff144528-057f-4b25-9959-42a4889d3c02 req-dd437dfd-1af5-4723-8e5b-78236285c53c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Calling delete_port for 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 owned by compute:nova {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:42:46.394655 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-13cdee2c-7d0f-427e-bc27-95edbac7abe0 req-b99cd78f-6d2d-433d-a678-a702289f8ab7 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220658
Dec 16 14:42:46.452050 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9700a3-5c3a-4cfc-8a41-70dd040090ea req-57744adf-1a8f-443a-b54d-7a18b0077f61 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:46.455027 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1e9700a3-5c3a-4cfc-8a41-70dd040090ea req-57744adf-1a8f-443a-b54d-7a18b0077f61 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 943 time: 0.1428745
Dec 16 14:42:46.511656 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-ff144528-057f-4b25-9959-42a4889d3c02 req-dd437dfd-1af5-4723-8e5b-78236285c53c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:46.521987 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1e9700a3-5c3a-4cfc-8a41-70dd040090ea req-419da1da-d3ba-40ac-a49e-3bba0cc70c35 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594120
Dec 16 14:42:46.523055 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6cd8edd6-2021-4c7d-952f-321f73f9ff5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:46.574278 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['33fce9f6-5ac0-4aa0-996a-ade01b65bda3'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:42:46.625309 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd437dfd-1af5-4723-8e5b-78236285c53c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Pushing event deleted for resources: {'Port': ['ID=33fce9f6-5ac0-4aa0-996a-ade01b65bda3,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:46.628656 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-dd437dfd-1af5-4723-8e5b-78236285c53c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:46.676654 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 526505bf-e823-46fa-a1a2-6e5aff27c04f completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:42:46.683870 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 526505bf-e823-46fa-a1a2-6e5aff27c04f triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:42:46.684251 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:46.684661 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff144528-057f-4b25-9959-42a4889d3c02 req-dd437dfd-1af5-4723-8e5b-78236285c53c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] No DVR routers for this DVR port 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 on host hv-cinder-82189 {{(pid=87789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:42:46.687822 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-ff144528-057f-4b25-9959-42a4889d3c02 req-dd437dfd-1af5-4723-8e5b-78236285c53c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:46.691128 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afaa3d8-bcc9-4473-807c-ea33c70e2d05', 'name': 'network-vif-deleted', 'tag': '33fce9f6-5ac0-4aa0-996a-ade01b65bda3'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:46.736979 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-ff144528-057f-4b25-9959-42a4889d3c02 req-dd437dfd-1af5-4723-8e5b-78236285c53c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.66 "DELETE /v2.0/ports/33fce9f6-5ac0-4aa0-996a-ade01b65bda3 HTTP/1.1" status: 204  len: 173 time: 1.1889739
Dec 16 14:42:46.786451 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afaa3d8-bcc9-4473-807c-ea33c70e2d05', 'name': 'network-vif-deleted', 'tag': '33fce9f6-5ac0-4aa0-996a-ade01b65bda3', 'status': 'completed', 'code': 200}
Dec 16 14:42:46.800818 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bdd353ac-2aca-4560-a58d-cf4d6db79780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:46.857880 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 4ea72ead-9020-47dd-b54b-ae7b67b61c47, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4ea72ead-9020-47dd-b54b-ae7b67b61c47,segment=NetworkSegment(7c23f85f-82b5-463b-b64c-10b3576b617b),segment_id=7c23f85f-82b5-463b-b64c-10b3576b617b)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:46.972108 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '4ea72ead-9020-47dd-b54b-ae7b67b61c47', 'network_id': 'a86c2bfe-cd8a-4625-92b8-54f4b30e84fa', 'port_id': '4ea72ead-9020-47dd-b54b-ae7b67b61c47', 'mac_address': 'fa:16:3e:95:07:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f16f6203-ca0e-4c42-890e-aca25615d8d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:42:47.051903 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:47.114100 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852bc07c-edbd-4753-8055-d84a33315464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526505bf-e823-46fa-a1a2-6e5aff27c04f'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:47.120485 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:47.143461 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 526505bf-e823-46fa-a1a2-6e5aff27c04f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=526505bf-e823-46fa-a1a2-6e5aff27c04f,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:47.147027 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea72ead-9020-47dd-b54b-ae7b67b61c47 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:42:47.153035 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:47.156098 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:47.221487 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 4ea72ead-9020-47dd-b54b-ae7b67b61c47, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4ea72ead-9020-47dd-b54b-ae7b67b61c47,segment=NetworkSegment(7c23f85f-82b5-463b-b64c-10b3576b617b),segment_id=7c23f85f-82b5-463b-b64c-10b3576b617b)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:47.230007 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:47.243876 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=526505bf-e823-46fa-a1a2-6e5aff27c04f,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:47.247161 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:47.247733 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:47.267156 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cce80070-b381-48eb-ac0a-92d63ca5b796 req-67aa41ea-769e-4c0e-9c7b-4b80531bb782 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] 10.222.0.64 "GET /v2.0/ports?device_id=3afaa3d8-bcc9-4473-807c-ea33c70e2d05 HTTP/1.1" status: 200  len: 210 time: 0.1238067
Dec 16 14:42:47.320704 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571c608-5be0-4c24-ab67-1ee17e181a7a req-bf0d32ca-b671-486e-ab9c-330fd6eb24f8 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:47.322267 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8571c608-5be0-4c24-ab67-1ee17e181a7a req-bf0d32ca-b671-486e-ab9c-330fd6eb24f8 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 946 time: 0.1430633
Dec 16 14:42:47.343427 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852bc07c-edbd-4753-8055-d84a33315464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526505bf-e823-46fa-a1a2-6e5aff27c04f', 'code': 200}
Dec 16 14:42:47.350399 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=4ea72ead-9020-47dd-b54b-ae7b67b61c47,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:47.361041 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:47.409685 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8571c608-5be0-4c24-ab67-1ee17e181a7a req-5776671e-f7fe-4dc0-8522-9d1133997416 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782382
Dec 16 14:42:47.636685 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['4ea72ead-9020-47dd-b54b-ae7b67b61c47'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:42:47.701582 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb0b4f-812d-4bc1-be60-d2dab299f034 req-5c7c6a6a-3ce3-4732-8abb-1f669154e2af tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:47.710627 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ecfb0b4f-812d-4bc1-be60-d2dab299f034 req-5c7c6a6a-3ce3-4732-8abb-1f669154e2af tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 946 time: 0.1406016
Dec 16 14:42:47.793403 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b046f-4b3c-440e-968c-f232c83d8405 req-f7dfcba6-ec32-4a58-a1b5-f84456c7948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:47.795715 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-914b046f-4b3c-440e-968c-f232c83d8405 req-f7dfcba6-ec32-4a58-a1b5-f84456c7948f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 1099 time: 0.1532660
Dec 16 14:42:47.847244 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ecfb0b4f-812d-4bc1-be60-d2dab299f034 req-d9183c84-f59c-4857-927d-7187f7d84ee1 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1349261
Dec 16 14:42:47.944428 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-914b046f-4b3c-440e-968c-f232c83d8405 req-7a793da7-710a-48a3-ab8b-3fad0db49fc8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322381
Dec 16 14:42:47.945022 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60926181-79d0-42fa-908e-533166b02cc6 req-2def8b18-7955-44dc-9f39-2748f2d26a38 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:47.947893 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-60926181-79d0-42fa-908e-533166b02cc6 req-2def8b18-7955-44dc-9f39-2748f2d26a38 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 944 time: 0.2601933
Dec 16 14:42:48.026181 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-60926181-79d0-42fa-908e-533166b02cc6 req-11a161ed-01a0-4c69-aac6-189cefea06c3 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704935
Dec 16 14:42:48.104587 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:42:48.151151 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:42:48.151600 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 33fce9f6-5ac0-4aa0-996a-ade01b65bda3 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:42:48.370999 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 51330) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:48.664076 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992b8e8-7645-4495-b8ad-e0df00b35884 req-e82ac07c-12a0-41b8-8a09-d1e5fa718b02 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:48.673915 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d992b8e8-7645-4495-b8ad-e0df00b35884 req-e82ac07c-12a0-41b8-8a09-d1e5fa718b02 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 946 time: 0.1252062
Dec 16 14:42:48.728037 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d992b8e8-7645-4495-b8ad-e0df00b35884 req-3398000f-0ef9-48c5-bb28-d2a79151694d tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528133
Dec 16 14:42:49.016389 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bfeb419d-32a2-4ec1-9b26-2941efc14537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:49.154670 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0ac08880-17d6-4fc4-ac8b-644a03eb7ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741734'] for router_interface, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:49.354603 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef4570-1342-457e-bba5-d527529a46de req-a38ac610-f07a-4f00-b009-0b5d5199f293 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:49.356685 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0eef4570-1342-457e-bba5-d527529a46de req-a38ac610-f07a-4f00-b009-0b5d5199f293 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 944 time: 0.1518068
Dec 16 14:42:49.452920 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0eef4570-1342-457e-bba5-d527529a46de req-854b0619-9f70-4a95-873d-6f5173458fcb tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868247
Dec 16 14:42:49.638371 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [None req-0ac08880-17d6-4fc4-ac8b-644a03eb7ca2 admin admin] Deleting port 10e98204-47d8-4b99-812e-0066cfe329b5 {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:42:49.638712 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0ac08880-17d6-4fc4-ac8b-644a03eb7ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:49.855625 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-0ac08880-17d6-4fc4-ac8b-644a03eb7ca2 admin admin] For port 10e98204-47d8-4b99-812e-0066cfe329b5, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=10e98204-47d8-4b99-812e-0066cfe329b5,segment=NetworkSegment(427085ec-35b6-4f63-b574-84c707c9bf16),segment_id=427085ec-35b6-4f63-b574-84c707c9bf16)] {{(pid=87789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:49.856127 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0ac08880-17d6-4fc4-ac8b-644a03eb7ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:49.997894 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b389c83-2b7c-4b21-82ac-7685c0d91ad5 req-f15aca02-756f-454f-a5fd-64ff0c34fcb4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:49.999876 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2b389c83-2b7c-4b21-82ac-7685c0d91ad5 req-f15aca02-756f-454f-a5fd-64ff0c34fcb4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 946 time: 0.1374524
Dec 16 14:42:50.007272 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [None req-0ac08880-17d6-4fc4-ac8b-644a03eb7ca2 admin admin] Calling delete_port for 10e98204-47d8-4b99-812e-0066cfe329b5 owned by network:router_interface {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:42:50.067015 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2b389c83-2b7c-4b21-82ac-7685c0d91ad5 req-855f91a1-8603-43ff-a447-2504454c4778 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607164
Dec 16 14:42:50.119225 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 4ea72ead-9020-47dd-b54b-ae7b67b61c47 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:42:50.254774 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:50.269724 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 4ea72ead-9020-47dd-b54b-ae7b67b61c47 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:42:50.276943 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 4ea72ead-9020-47dd-b54b-ae7b67b61c47 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:42:50.278114 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:50.546550 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0ac08880-17d6-4fc4-ac8b-644a03eb7ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:50.556260 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-dd437dfd-1af5-4723-8e5b-78236285c53c tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:50.597412 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:50.609340 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:50.746063 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91e2ef5-e95c-4515-a357-42a3a3902b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea72ead-9020-47dd-b54b-ae7b67b61c47'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:50.772935 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 4ea72ead-9020-47dd-b54b-ae7b67b61c47, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4ea72ead-9020-47dd-b54b-ae7b67b61c47,segment=NetworkSegment(7c23f85f-82b5-463b-b64c-10b3576b617b),segment_id=7c23f85f-82b5-463b-b64c-10b3576b617b)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:50.782863 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:50.806907 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:50.910215 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91e2ef5-e95c-4515-a357-42a3a3902b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea72ead-9020-47dd-b54b-ae7b67b61c47', 'code': 200}
Dec 16 14:42:50.948182 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5f098-04ed-492c-8e3d-74c2a5570c70 req-a04b5881-f8fd-435d-8e20-b48cef6c09f6 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:50.959714 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5dc5f098-04ed-492c-8e3d-74c2a5570c70 req-a04b5881-f8fd-435d-8e20-b48cef6c09f6 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 945 time: 0.2036324
Dec 16 14:42:50.997218 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=4ea72ead-9020-47dd-b54b-ae7b67b61c47,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:51.003610 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:51.023264 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac08880-17d6-4fc4-ac8b-644a03eb7ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e98204-47d8-4b99-812e-0066cfe329b5,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:51.052467 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5dc5f098-04ed-492c-8e3d-74c2a5570c70 req-11dd65dc-b0dc-4743-a6a5-c1d342795c37 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916200
Dec 16 14:42:51.083999 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0ac08880-17d6-4fc4-ac8b-644a03eb7ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:51.405796 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0ac08880-17d6-4fc4-ac8b-644a03eb7ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832278'] for router_interface, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:51.410919 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3befbfb-a885-46a1-a0c3-eb5dfae627e5 req-80bd1de0-65f2-48e9-a04c-254f088c2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:51.412496 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-d3befbfb-a885-46a1-a0c3-eb5dfae627e5 req-80bd1de0-65f2-48e9-a04c-254f088c2399 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 1098 time: 0.1869268
Dec 16 14:42:51.599440 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-d3befbfb-a885-46a1-a0c3-eb5dfae627e5 req-a5e5b534-1a28-4f8c-a904-bdfba4e250ba service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271615
Dec 16 14:42:51.842166 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac08880-17d6-4fc4-ac8b-644a03eb7ca2 admin admin] Router 66a09815-4c28-43e2-9f5f-b7a3efdacdaf has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:42:52.001757 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:52.064682 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac08880-17d6-4fc4-ac8b-644a03eb7ca2 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:42:52.076333 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b80f2b3-d235-48b6-a44a-c9760ef0c291 None None] Sync routers for ids ['66a09815-4c28-43e2-9f5f-b7a3efdacdaf'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:42:52.093486 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b80f2b3-d235-48b6-a44a-c9760ef0c291 None None] Routers {'66a09815-4c28-43e2-9f5f-b7a3efdacdaf'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:42:52.094516 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-7b80f2b3-d235-48b6-a44a-c9760ef0c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e01ec10>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:42:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['66a09815-4c28-43e2-9f5f-b7a3efdacdaf'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:42:52.096418 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 51374) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:52.098906 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-0ac08880-17d6-4fc4-ac8b-644a03eb7ca2 admin admin] 10.222.0.64 "PUT /v2.0/routers/66a09815-4c28-43e2-9f5f-b7a3efdacdaf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7220964
Dec 16 14:42:52.351908 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-7b80f2b3-d235-48b6-a44a-c9760ef0c291 None None] Set router 66a09815-4c28-43e2-9f5f-b7a3efdacdaf gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:42:52.383735 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:52.612143 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fb545-070c-43a5-b637-c41b5d478787 req-8a44930d-bd1c-48e0-a241-868b8df89cc2 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:52.613982 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-863fb545-070c-43a5-b637-c41b5d478787 req-8a44930d-bd1c-48e0-a241-868b8df89cc2 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 945 time: 0.2924905
Dec 16 14:42:52.666409 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:52.696219 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Deleting port bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:42:52.696768 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:52.793687 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-7b80f2b3-d235-48b6-a44a-c9760ef0c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e01ec10>, [{'id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1879151956-router', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'bc5755c5-32e4-4d00-a9e0-73365fa2a4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:14Z', 'updated_at': '2021-12-16T14:42:50Z', 'revision_number': 5, 'project_id': 'ceb0da71791f4f9889daab33c73ac572', 'gw_port': {'id': 'bc5755c5-32e4-4d00-a9e0-73365fa2a4c9', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:42:52.809465 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b80f2b3-d235-48b6-a44a-c9760ef0c291 None None] Checking router: 66a09815-4c28-43e2-9f5f-b7a3efdacdaf for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:42:52.829615 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-863fb545-070c-43a5-b637-c41b5d478787 req-ba818e5f-4fe6-46cf-8602-7e209f9091de tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967585
Dec 16 14:42:52.867118 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b80f2b3-d235-48b6-a44a-c9760ef0c291 None None] Routers {'66a09815-4c28-43e2-9f5f-b7a3efdacdaf'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:42:52.867836 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-7b80f2b3-d235-48b6-a44a-c9760ef0c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e01ec10>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:42:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['66a09815-4c28-43e2-9f5f-b7a3efdacdaf'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:42:53.111055 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] For port bc5755c5-32e4-4d00-a9e0-73365fa2a4c9, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=bc5755c5-32e4-4d00-a9e0-73365fa2a4c9,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:42:53.112019 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:53.154763 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-7b80f2b3-d235-48b6-a44a-c9760ef0c291 None None] Set router 66a09815-4c28-43e2-9f5f-b7a3efdacdaf gateway port host: None {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:42:53.290970 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Calling delete_port for bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 owned by network:router_gateway {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:42:53.312378 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-7b80f2b3-d235-48b6-a44a-c9760ef0c291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e01ec10>, [{'id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1879151956-router', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:14Z', 'updated_at': '2021-12-16T14:42:52Z', 'revision_number': 6, 'project_id': 'ceb0da71791f4f9889daab33c73ac572', 'gw_port_host': None}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:42:53.318256 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b80f2b3-d235-48b6-a44a-c9760ef0c291 None None] The sync data for ids ['66a09815-4c28-43e2-9f5f-b7a3efdacdaf'] in dv-cinder-821892-3-iscsi is: [{'id': '66a09815-4c28-43e2-9f5f-b7a3efdacdaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1879151956-router', 'tenant_id': 'ceb0da71791f4f9889daab33c73ac572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:14Z', 'updated_at': '2021-12-16T14:42:52Z', 'revision_number': 6, 'project_id': 'ceb0da71791f4f9889daab33c73ac572', 'gw_port_host': None}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:42:53.673268 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:53.682964 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:53.742551 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5755c5-32e4-4d00-a9e0-73365fa2a4c9,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:53.751228 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:53.751592 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:53.752253 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:53.752485 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:53.752881 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:53.753360 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:53.753482 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:53.753966 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:53.754248 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:53.754636 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:53.755071 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:53.755262 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:53.759591 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:53.884093 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831873'] for router_gateway, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:54.115162 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1123'] for router, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:54.122397 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:54.243635 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741647'] for router, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:54.244864 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66a09815-4c28-43e2-9f5f-b7a3efdacdaf {{(pid=87788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 14:42:54.302429 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d72d7-b75b-4b7c-854c-a36f7fa98bee req-35d8a64b-c9bc-491c-91f6-6833eaf712db tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:54.304859 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-128d72d7-b75b-4b7c-854c-a36f7fa98bee req-35d8a64b-c9bc-491c-91f6-6833eaf712db tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 945 time: 0.3005962
Dec 16 14:42:54.337559 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Notify callbacks [] for router, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:54.338658 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/66a09815-4c28-43e2-9f5f-b7a3efdacdaf HTTP/1.1" status: 204  len: 168 time: 2.2406390
Dec 16 14:42:54.341340 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 51402) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:54.370907 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-128d72d7-b75b-4b7c-854c-a36f7fa98bee req-43036352-3dbe-4f67-b842-2b1a01202468 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592301
Dec 16 14:42:54.440760 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b83a31-c768-470d-8f40-09d98af258c9 admin admin] Deleting subnet 4fad1e62-f00b-4bd3-85d8-0d853a23f69c {{(pid=87789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:42:54.443899 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-81b83a31-c768-470d-8f40-09d98af258c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:54.520571 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-81b83a31-c768-470d-8f40-09d98af258c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2750870'] for subnet, precommit_delete_associations {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:54.600196 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-81b83a31-c768-470d-8f40-09d98af258c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:54.711969 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-81b83a31-c768-470d-8f40-09d98af258c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2354036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2333516'] for subnet, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:54.720520 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:54.773481 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-81b83a31-c768-470d-8f40-09d98af258c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:54.776736 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b83a31-c768-470d-8f40-09d98af258c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fad1e62-f00b-4bd3-85d8-0d853a23f69c,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:54.781934 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-81b83a31-c768-470d-8f40-09d98af258c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:54.786109 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 51410) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:54.794813 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-81b83a31-c768-470d-8f40-09d98af258c9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4fad1e62-f00b-4bd3-85d8-0d853a23f69c HTTP/1.1" status: 204  len: 168 time: 0.4479434
Dec 16 14:42:54.903613 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9f241b0a-37b1-431d-bac2-27e713648335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.089063 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 10e98204-47d8-4b99-812e-0066cfe329b5 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:42:55.152213 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9f241b0a-37b1-431d-bac2-27e713648335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.202094 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: 10e98204-47d8-4b99-812e-0066cfe329b5 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:42:55.202752 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 10e98204-47d8-4b99-812e-0066cfe329b5 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:42:55.203674 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:42:55.222584 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-9f241b0a-37b1-431d-bac2-27e713648335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753cdcd190>,) {'filters': {'network_id': ['03dcf6e0-5aa2-4eba-bb88-b06a640f61f9']}} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:42:55.247926 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:42:55.248886 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device bc5755c5-32e4-4d00-a9e0-73365fa2a4c9 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:42:55.257765 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-9f241b0a-37b1-431d-bac2-27e713648335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753cdcd190>, '427085ec-35b6-4f63-b574-84c707c9bf16') {'for_net_delete': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:42:55.259518 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-9f241b0a-37b1-431d-bac2-27e713648335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753cdcd190>, '427085ec-35b6-4f63-b574-84c707c9bf16') {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:42:55.276309 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9f241b0a-37b1-431d-bac2-27e713648335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934427'] for segment, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.296130 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9f241b0a-37b1-431d-bac2-27e713648335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.304392 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f241b0a-37b1-431d-bac2-27e713648335 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=87788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:42:55.305702 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9f241b0a-37b1-431d-bac2-27e713648335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1525838'] for segment, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]: Traceback (most recent call last):
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     timer()
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     cb(*args, **kw)
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     return func(*args, **kwargs)
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     self._notify()
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     self.callback(batched_events)
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     event.method(event)
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     return f(self, *a, **k)
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._get(url).json()
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:42:55.324168 dv-cinder-821892-3-iscsi neutron-server[87788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:42:55.412937 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9f241b0a-37b1-431d-bac2-27e713648335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.417918 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:55.434969 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9f241b0a-37b1-431d-bac2-27e713648335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.441680 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f241b0a-37b1-431d-bac2-27e713648335 admin admin] Pushing event deleted for resources: {'Network': ['ID=03dcf6e0-5aa2-4eba-bb88-b06a640f61f9,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:55.446637 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-9f241b0a-37b1-431d-bac2-27e713648335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:55.457994 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-9f241b0a-37b1-431d-bac2-27e713648335 admin admin] 10.222.0.64 "DELETE /v2.0/networks/03dcf6e0-5aa2-4eba-bb88-b06a640f61f9 HTTP/1.1" status: 204  len: 168 time: 0.6704125
Dec 16 14:42:55.684525 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 51428) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:55.758269 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-e92242a9-cdce-4040-bdbc-34caa0f0a571 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ceb0da71791f4f9889daab33c73ac572&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0709822
Dec 16 14:42:55.761250 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 51432) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:55.835531 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-52015f6e-bfc0-4197-a58e-6918b77afdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.867403 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-52015f6e-bfc0-4197-a58e-6918b77afdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.932671 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-52015f6e-bfc0-4197-a58e-6918b77afdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.936683 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-cea67a9f-91c8-428c-92fd-5170d75442e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:55.950060 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52015f6e-bfc0-4197-a58e-6918b77afdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852a6837-b5d5-4ce0-92c8-a8965a8b3962,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:55.954507 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-52015f6e-bfc0-4197-a58e-6918b77afdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:55.969501 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-52015f6e-bfc0-4197-a58e-6918b77afdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.974455 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-52015f6e-bfc0-4197-a58e-6918b77afdd3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/852a6837-b5d5-4ce0-92c8-a8965a8b3962 HTTP/1.1" status: 204  len: 168 time: 0.2120481
Dec 16 14:42:56.510692 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:43:05.571028 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 51676) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:05.756707 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_v2 [None req-b231ca38-babc-44fa-8170-a16773767a99 admin admin] Deleting subnet 292c0731-e821-42ce-a0c2-78ec3bfa28d3 {{(pid=87789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:43:05.760135 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b231ca38-babc-44fa-8170-a16773767a99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:05.813159 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b231ca38-babc-44fa-8170-a16773767a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2750870'] for subnet, precommit_delete_associations {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:05.876543 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b231ca38-babc-44fa-8170-a16773767a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:05.963540 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b231ca38-babc-44fa-8170-a16773767a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2354036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2333516'] for subnet, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:05.967724 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-93af9848-fdb3-4b01-a4ab-ec8099466e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:06.003890 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231ca38-babc-44fa-8170-a16773767a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=292c0731-e821-42ce-a0c2-78ec3bfa28d3,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:06.007124 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b231ca38-babc-44fa-8170-a16773767a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:06.010293 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b231ca38-babc-44fa-8170-a16773767a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:06.017330 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-b231ca38-babc-44fa-8170-a16773767a99 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/292c0731-e821-42ce-a0c2-78ec3bfa28d3 HTTP/1.1" status: 204  len: 168 time: 0.4449608
Dec 16 14:43:06.021570 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 51680) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:06.134635 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:06.262610 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:06.289761 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.services.segments.db [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753c7b3ee0>,) {'filters': {'network_id': ['60766b1a-0510-46e5-87ff-a9934f94c446']}} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:06.303305 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.services.segments.db [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753c7b3ee0>, 'ba500a1d-95d8-4df4-8f96-ab6ec460c71b') {'for_net_delete': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:06.303613 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.services.segments.db [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753c7b3ee0>, 'ba500a1d-95d8-4df4-8f96-ab6ec460c71b') {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:06.316804 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2750849'] for segment, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:06.336279 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:06.344849 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:43:06.345434 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2354090'] for segment, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]: Traceback (most recent call last):
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     timer()
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     cb(*args, **kw)
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     return func(*args, **kwargs)
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     self._notify()
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     self.callback(batched_events)
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     event.method(event)
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     return f(self, *a, **k)
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     return self._get(url).json()
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:43:06.360067 dv-cinder-821892-3-iscsi neutron-server[87789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:43:06.444958 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:06.451061 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:06.453772 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-1c439349-fb17-43f9-9f27-818f6551d45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:06.475945 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] Pushing event deleted for resources: {'Network': ['ID=60766b1a-0510-46e5-87ff-a9934f94c446,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:06.485998 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:06.496828 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] 10.222.0.64 "DELETE /v2.0/networks/60766b1a-0510-46e5-87ff-a9934f94c446 HTTP/1.1" status: 204  len: 168 time: 0.4704154
Dec 16 14:43:06.726476 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 51704) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:06.780207 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-279a631d-1dc2-4196-88bf-b0f5c7c67e96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a0a8f8b2ba340f1b5d3aacb9646f676&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0523226
Dec 16 14:43:06.784640 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 51708) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:06.854644 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c5434944-c4e2-423e-95c3-2cd4f462d1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:06.885172 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c5434944-c4e2-423e-95c3-2cd4f462d1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:06.906168 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 51714) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:06.945543 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c5434944-c4e2-423e-95c3-2cd4f462d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:06.951152 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-64966e87-f65b-4b1b-91e9-f66cb56b0684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:06.964264 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5434944-c4e2-423e-95c3-2cd4f462d1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7f0339-948a-4849-84eb-a131b9a959bf,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:06.966781 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c5434944-c4e2-423e-95c3-2cd4f462d1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:06.970439 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c5434944-c4e2-423e-95c3-2cd4f462d1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:06.972538 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-c5434944-c4e2-423e-95c3-2cd4f462d1a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f7f0339-948a-4849-84eb-a131b9a959bf HTTP/1.1" status: 204  len: 168 time: 0.1868074
Dec 16 14:43:07.035972 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce71a-3acc-4776-8947-dcfa2f173927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:07.056080 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-1a1ce71a-3acc-4776-8947-dcfa2f173927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:07.060276 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-1a1ce71a-3acc-4776-8947-dcfa2f173927 admin admin] Usage tracker for resource:security_group_rule and tenant:2b380512fda640f3a469344c0427c7b1 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:07.063794 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-1a1ce71a-3acc-4776-8947-dcfa2f173927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:07.069498 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-1a1ce71a-3acc-4776-8947-dcfa2f173927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:07.162142 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce71a-3acc-4776-8947-dcfa2f173927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:07.166434 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce71a-3acc-4776-8947-dcfa2f173927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:07.175472 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8fe07d6c-7f2c-482d-a696-79c9633a8dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:07.218210 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-1a1ce71a-3acc-4776-8947-dcfa2f173927 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b380512fda640f3a469344c0427c7b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3104913
Dec 16 14:43:07.219113 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ce71a-3acc-4776-8947-dcfa2f173927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f186dde3-688d-403a-bca7-da96fe942f06,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:07.222343 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 51724) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:07.224825 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-1a1ce71a-3acc-4776-8947-dcfa2f173927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:07.284311 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-15a15d3f-1de4-4e8e-b1a3-fd10646a4362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:07.310377 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-15a15d3f-1de4-4e8e-b1a3-fd10646a4362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:07.365206 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-15a15d3f-1de4-4e8e-b1a3-fd10646a4362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:07.370903 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-1a1ce71a-3acc-4776-8947-dcfa2f173927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:07.388978 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a15d3f-1de4-4e8e-b1a3-fd10646a4362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f186dde3-688d-403a-bca7-da96fe942f06,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:07.391662 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-15a15d3f-1de4-4e8e-b1a3-fd10646a4362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:07.395468 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-15a15d3f-1de4-4e8e-b1a3-fd10646a4362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:07.398998 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-15a15d3f-1de4-4e8e-b1a3-fd10646a4362 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f186dde3-688d-403a-bca7-da96fe942f06 HTTP/1.1" status: 204  len: 168 time: 0.1733387
Dec 16 14:43:09.274993 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 51802) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:09.397430 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f460a129-25b9-48db-a1c2-82fef4f0c544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:09.412935 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-f460a129-25b9-48db-a1c2-82fef4f0c544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:09.416840 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-f460a129-25b9-48db-a1c2-82fef4f0c544 admin admin] Usage tracker for resource:security_group_rule and tenant:f8c2afbc7ad34a69a6942beb882f4153 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:09.419678 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-f460a129-25b9-48db-a1c2-82fef4f0c544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:09.425976 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-f460a129-25b9-48db-a1c2-82fef4f0c544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:09.510809 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f460a129-25b9-48db-a1c2-82fef4f0c544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:09.514922 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f460a129-25b9-48db-a1c2-82fef4f0c544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:09.521989 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-74829168-2236-402b-bfe1-06006ebbfdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:09.564725 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-f460a129-25b9-48db-a1c2-82fef4f0c544 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8c2afbc7ad34a69a6942beb882f4153&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2883759
Dec 16 14:43:09.566677 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460a129-25b9-48db-a1c2-82fef4f0c544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8266068-326a-408f-9091-2a69f4ab0dd4,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:09.566677 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 51808) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:09.566677 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f460a129-25b9-48db-a1c2-82fef4f0c544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:09.633598 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8aae4798-e1bb-4101-811f-c799e8498925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:09.665106 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8aae4798-e1bb-4101-811f-c799e8498925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:09.728351 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8aae4798-e1bb-4101-811f-c799e8498925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:09.734662 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-56b24e52-e7cb-469d-a6ce-414bae31cd2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:09.755494 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae4798-e1bb-4101-811f-c799e8498925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8266068-326a-408f-9091-2a69f4ab0dd4,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:09.760765 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8aae4798-e1bb-4101-811f-c799e8498925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:09.766112 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8aae4798-e1bb-4101-811f-c799e8498925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:09.770085 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-8aae4798-e1bb-4101-811f-c799e8498925 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8266068-326a-408f-9091-2a69f4ab0dd4 HTTP/1.1" status: 204  len: 168 time: 0.1989403
Dec 16 14:43:10.175571 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 51826) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:10.196164 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0013a68f-2aa0-45aa-8180-6012d1ab0901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:10.221261 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-0013a68f-2aa0-45aa-8180-6012d1ab0901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:10.226865 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-0013a68f-2aa0-45aa-8180-6012d1ab0901 admin admin] Usage tracker for resource:security_group_rule and tenant:193fa23ebf4646fbba06a892cfa7f7ba is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:10.231450 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-0013a68f-2aa0-45aa-8180-6012d1ab0901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:10.238628 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-0013a68f-2aa0-45aa-8180-6012d1ab0901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:10.366448 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0013a68f-2aa0-45aa-8180-6012d1ab0901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:10.372626 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0013a68f-2aa0-45aa-8180-6012d1ab0901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:10.388672 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-1a28febb-3ce8-426e-80a7-f9869af8a60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:10.463035 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-0013a68f-2aa0-45aa-8180-6012d1ab0901 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=193fa23ebf4646fbba06a892cfa7f7ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2859278
Dec 16 14:43:10.464446 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013a68f-2aa0-45aa-8180-6012d1ab0901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2880a586-f844-41e6-b107-d9c10e9c0a20,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:10.465905 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 51834) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:10.469230 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0013a68f-2aa0-45aa-8180-6012d1ab0901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:10.549808 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c4bc15fa-d585-492f-83a8-bfd365b9f3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:10.577571 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c4bc15fa-d585-492f-83a8-bfd365b9f3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:10.638794 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c4bc15fa-d585-492f-83a8-bfd365b9f3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:10.643072 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-861f0cb9-1bda-4c9e-a583-16b54a92a9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:10.654297 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc15fa-d585-492f-83a8-bfd365b9f3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2880a586-f844-41e6-b107-d9c10e9c0a20,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:10.656969 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c4bc15fa-d585-492f-83a8-bfd365b9f3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:10.662697 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c4bc15fa-d585-492f-83a8-bfd365b9f3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:10.664275 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-c4bc15fa-d585-492f-83a8-bfd365b9f3df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2880a586-f844-41e6-b107-d9c10e9c0a20 HTTP/1.1" status: 204  len: 168 time: 0.1962459
Dec 16 14:43:15.253659 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:16.456062 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-dd8d1fac-fa80-4ce2-b223-685684bb0c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:17.070314 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58016065-d533-4c66-8f3b-fb90cd3389e8 req-8dbf60b7-2925-405d-86fd-bacd00befc9c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:17.071945 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-58016065-d533-4c66-8f3b-fb90cd3389e8 req-8dbf60b7-2925-405d-86fd-bacd00befc9c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 946 time: 0.0929554
Dec 16 14:43:17.125855 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-58016065-d533-4c66-8f3b-fb90cd3389e8 req-954af259-bfc1-4d79-988f-e7962f503a08 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438764
Dec 16 14:43:18.339016 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d635dc7-b960-4553-8876-734645cbb1bf req-146933bf-4489-4b2d-8c23-f46d00ac974e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:18.340597 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4d635dc7-b960-4553-8876-734645cbb1bf req-146933bf-4489-4b2d-8c23-f46d00ac974e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 946 time: 0.0933411
Dec 16 14:43:18.390556 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4d635dc7-b960-4553-8876-734645cbb1bf req-e91b55b2-cee1-4df7-9432-acea736ea9ad tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435345
Dec 16 14:43:19.018564 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5952-03e0-41ad-9b1a-b795abad2ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:19.334152 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e5cfdc2a-1e1b-4b6c-b576-d80b7924f561 req-4fad09e0-a974-494f-91ba-93dcb88432ce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0811901
Dec 16 14:43:19.546055 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfdc2a-1e1b-4b6c-b576-d80b7924f561 req-7be285b5-c548-4601-87fa-0be19303aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:19.548007 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e5cfdc2a-1e1b-4b6c-b576-d80b7924f561 req-7be285b5-c548-4601-87fa-0be19303aac8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 1099 time: 0.0925407
Dec 16 14:43:19.686451 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1fcfb-194d-43a7-bf8b-55f404fd28e3 req-943aa9cc-4bbc-41c8-b908-de622b1f5793 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:19.688962 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1fc1fcfb-194d-43a7-bf8b-55f404fd28e3 req-943aa9cc-4bbc-41c8-b908-de622b1f5793 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 946 time: 0.1549649
Dec 16 14:43:19.719858 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfdc2a-1e1b-4b6c-b576-d80b7924f561 req-2710ed32-95a3-4bce-abec-a4f4a5e64718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:19.721346 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e5cfdc2a-1e1b-4b6c-b576-d80b7924f561 req-2710ed32-95a3-4bce-abec-a4f4a5e64718 service neutron] 10.222.0.66 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 918 time: 0.1417298
Dec 16 14:43:19.740264 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1fc1fcfb-194d-43a7-bf8b-55f404fd28e3 req-004fae98-10b0-46b0-9c5d-5127024804f9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452724
Dec 16 14:43:19.838445 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e5cfdc2a-1e1b-4b6c-b576-d80b7924f561 req-fc341b55-4168-4c4c-8700-104ed5ddb3c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3086416d-8f44-45e7-a877-073ca8530605 HTTP/1.1" status: 200  len: 1001 time: 0.1090312
Dec 16 14:43:19.926595 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfdc2a-1e1b-4b6c-b576-d80b7924f561 req-b4d42ea7-094d-48da-b085-e8420478562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:19.928235 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e5cfdc2a-1e1b-4b6c-b576-d80b7924f561 req-b4d42ea7-094d-48da-b085-e8420478562a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 HTTP/1.1" status: 200  len: 856 time: 0.0724070
Dec 16 14:43:20.020473 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfdc2a-1e1b-4b6c-b576-d80b7924f561 req-cdf34e2b-40e9-4a77-a028-4517475f5fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:20.022096 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e5cfdc2a-1e1b-4b6c-b576-d80b7924f561 req-cdf34e2b-40e9-4a77-a028-4517475f5fc9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63997e9c-5e41-48b1-b719-91db81ce0d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821967
Dec 16 14:43:20.183822 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e5cfdc2a-1e1b-4b6c-b576-d80b7924f561 req-f4eca68d-439d-4ce4-86a5-ab3c205c6b72 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522291
Dec 16 14:43:20.246962 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:20.325855 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e5cfdc2a-1e1b-4b6c-b576-d80b7924f561 req-d13748da-b6f8-4ec1-ac9a-27d4afb5743a service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344790
Dec 16 14:43:20.394185 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:20.971545 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad16a8-cb1c-4032-b1d9-5ef780c2e8cc req-1f62e171-ed66-4f80-8d42-171cc7e90022 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:20.973249 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ecad16a8-cb1c-4032-b1d9-5ef780c2e8cc req-1f62e171-ed66-4f80-8d42-171cc7e90022 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 946 time: 0.1127326
Dec 16 14:43:21.038925 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ecad16a8-cb1c-4032-b1d9-5ef780c2e8cc req-a859c6f2-8dcf-4524-993f-1b21db5add21 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596280
Dec 16 14:43:21.582636 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368523e-6708-4bbd-afc2-78609d6bc21e req-f372cc20-6da4-4170-b4ba-93afd3126798 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:21.583476 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-a368523e-6708-4bbd-afc2-78609d6bc21e req-f372cc20-6da4-4170-b4ba-93afd3126798 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Synchronizing usage tracker for tenant:5a10c6d1e7e7425bb59f6efad4231db3 on resource:port {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:43:21.602640 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-a368523e-6708-4bbd-afc2-78609d6bc21e req-f372cc20-6da4-4170-b4ba-93afd3126798 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Unset dirty status for tenant:5a10c6d1e7e7425bb59f6efad4231db3 on resource:port {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:43:21.603682 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-a368523e-6708-4bbd-afc2-78609d6bc21e req-f372cc20-6da4-4170-b4ba-93afd3126798 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 946 time: 0.1123428
Dec 16 14:43:21.812802 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-a368523e-6708-4bbd-afc2-78609d6bc21e req-c5e9f9a6-4fcd-45bd-be4a-889ec33448d4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Deleting port 526505bf-e823-46fa-a1a2-6e5aff27c04f {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:43:21.813151 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-a368523e-6708-4bbd-afc2-78609d6bc21e req-c5e9f9a6-4fcd-45bd-be4a-889ec33448d4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:22.001249 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:22.182694 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-a368523e-6708-4bbd-afc2-78609d6bc21e req-c5e9f9a6-4fcd-45bd-be4a-889ec33448d4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] For port 526505bf-e823-46fa-a1a2-6e5aff27c04f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=526505bf-e823-46fa-a1a2-6e5aff27c04f,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:43:22.183071 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-a368523e-6708-4bbd-afc2-78609d6bc21e req-c5e9f9a6-4fcd-45bd-be4a-889ec33448d4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:22.298114 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce5c6c-12c5-4a38-96c4-32da2a7220f4 req-c57e8601-ed62-4b2b-8468-671c03274d88 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:22.300176 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c8ce5c6c-12c5-4a38-96c4-32da2a7220f4 req-c57e8601-ed62-4b2b-8468-671c03274d88 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 946 time: 0.1370986
Dec 16 14:43:22.315300 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-a368523e-6708-4bbd-afc2-78609d6bc21e req-c5e9f9a6-4fcd-45bd-be4a-889ec33448d4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Calling delete_port for 526505bf-e823-46fa-a1a2-6e5aff27c04f owned by compute:nova {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:43:22.361421 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c8ce5c6c-12c5-4a38-96c4-32da2a7220f4 req-0aa473d9-a61f-4ea1-a93c-94148aa0760c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489335
Dec 16 14:43:22.510972 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-a368523e-6708-4bbd-afc2-78609d6bc21e req-c5e9f9a6-4fcd-45bd-be4a-889ec33448d4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:22.519955 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e05ca8b1-4b4e-4ea2-9f37-948b965956cd tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:22.559160 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['e53554ce-cefb-44ad-a028-c910c35ef033', '3e9e92ef-3756-4082-9f93-e0baddec24b4', '53319b19-0957-4d2a-bc97-feaecba46759'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:43:22.574199 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9f9a6-4fcd-45bd-be4a-889ec33448d4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Pushing event deleted for resources: {'Port': ['ID=526505bf-e823-46fa-a1a2-6e5aff27c04f,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:22.582140 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c5e9f9a6-4fcd-45bd-be4a-889ec33448d4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:22.676922 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-a368523e-6708-4bbd-afc2-78609d6bc21e req-c5e9f9a6-4fcd-45bd-be4a-889ec33448d4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] No DVR routers for this DVR port 526505bf-e823-46fa-a1a2-6e5aff27c04f on host hv-cinder-82189 {{(pid=87789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:43:22.682952 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-a368523e-6708-4bbd-afc2-78609d6bc21e req-c5e9f9a6-4fcd-45bd-be4a-889ec33448d4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:22.691033 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852bc07c-edbd-4753-8055-d84a33315464', 'name': 'network-vif-deleted', 'tag': '526505bf-e823-46fa-a1a2-6e5aff27c04f'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:43:22.719786 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-a368523e-6708-4bbd-afc2-78609d6bc21e req-c5e9f9a6-4fcd-45bd-be4a-889ec33448d4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "DELETE /v2.0/ports/526505bf-e823-46fa-a1a2-6e5aff27c04f HTTP/1.1" status: 204  len: 173 time: 1.0721364
Dec 16 14:43:22.750237 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852bc07c-edbd-4753-8055-d84a33315464', 'name': 'network-vif-deleted', 'tag': '526505bf-e823-46fa-a1a2-6e5aff27c04f', 'status': 'completed', 'code': 200}
Dec 16 14:43:23.457652 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52126) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:23.597557 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e78a4dee-50b6-4f3d-92c1-52646fcd7cf2 req-35a95fe2-b778-472f-97d6-6b3a8268412a tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=852bc07c-edbd-4753-8055-d84a33315464 HTTP/1.1" status: 200  len: 210 time: 0.0918670
Dec 16 14:43:23.620543 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c0eeb75d-d2af-4d52-9de4-ffb4891431db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:23.638945 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-c0eeb75d-d2af-4d52-9de4-ffb4891431db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:23.643220 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-c0eeb75d-d2af-4d52-9de4-ffb4891431db admin admin] Usage tracker for resource:security_group_rule and tenant:dc988a0f77ba4d9f8a2443542b107904 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:23.646147 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-c0eeb75d-d2af-4d52-9de4-ffb4891431db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:23.651986 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-c0eeb75d-d2af-4d52-9de4-ffb4891431db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:23.744711 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c0eeb75d-d2af-4d52-9de4-ffb4891431db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:23.749159 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c0eeb75d-d2af-4d52-9de4-ffb4891431db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:23.758152 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-08e0d81c-4458-4cc4-8b5a-fc2fb1849b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:23.803546 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eeb75d-d2af-4d52-9de4-ffb4891431db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6e41d7-41b6-427c-ae8d-791bf0fb1dba,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:23.808209 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-c0eeb75d-d2af-4d52-9de4-ffb4891431db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc988a0f77ba4d9f8a2443542b107904&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3486943
Dec 16 14:43:23.809110 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c0eeb75d-d2af-4d52-9de4-ffb4891431db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:23.811007 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 52142) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:23.880323 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d3afb3cb-04b2-4757-be57-71f7e2d7b0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:23.911352 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d3afb3cb-04b2-4757-be57-71f7e2d7b0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:23.978897 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d3afb3cb-04b2-4757-be57-71f7e2d7b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:23.984384 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e03adb06-552f-45e5-9473-9a87c2504e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:23.997351 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afb3cb-04b2-4757-be57-71f7e2d7b0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6e41d7-41b6-427c-ae8d-791bf0fb1dba,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:24.000064 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d3afb3cb-04b2-4757-be57-71f7e2d7b0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:24.011443 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d3afb3cb-04b2-4757-be57-71f7e2d7b0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:24.012879 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-d3afb3cb-04b2-4757-be57-71f7e2d7b0e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb6e41d7-41b6-427c-ae8d-791bf0fb1dba HTTP/1.1" status: 204  len: 168 time: 0.2007802
Dec 16 14:43:24.227482 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 526505bf-e823-46fa-a1a2-6e5aff27c04f no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:43:24.286899 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 526505bf-e823-46fa-a1a2-6e5aff27c04f {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:43:24.287364 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 526505bf-e823-46fa-a1a2-6e5aff27c04f not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:43:25.772591 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa326a-2712-4106-889a-4dfc7644cc8b req-b02d924d-d994-4584-a351-18b54bb3fe8c tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:25.774313 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fffa326a-2712-4106-889a-4dfc7644cc8b req-b02d924d-d994-4584-a351-18b54bb3fe8c tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 945 time: 0.0884366
Dec 16 14:43:25.826194 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fffa326a-2712-4106-889a-4dfc7644cc8b req-d6dd8467-4972-4807-82dd-d081fa6f2c04 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448310
Dec 16 14:43:25.884196 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 52188) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:26.001570 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4a0b4e89-e9b4-4077-8d82-a0316a63ee12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:26.015902 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-4a0b4e89-e9b4-4077-8d82-a0316a63ee12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:26.019627 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-4a0b4e89-e9b4-4077-8d82-a0316a63ee12 admin admin] Usage tracker for resource:security_group_rule and tenant:0dfb7374a3f54fc49d07be3877039b35 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:26.022404 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-4a0b4e89-e9b4-4077-8d82-a0316a63ee12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:26.027907 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-4a0b4e89-e9b4-4077-8d82-a0316a63ee12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:26.116194 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4a0b4e89-e9b4-4077-8d82-a0316a63ee12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:26.119963 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4a0b4e89-e9b4-4077-8d82-a0316a63ee12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:26.126966 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:26.169203 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-4a0b4e89-e9b4-4077-8d82-a0316a63ee12 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0dfb7374a3f54fc49d07be3877039b35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2838469
Dec 16 14:43:26.170105 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b4e89-e9b4-4077-8d82-a0316a63ee12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090e278c-d479-4995-8607-17ab24a97e38,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:26.173056 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52198) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:26.173229 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-4a0b4e89-e9b4-4077-8d82-a0316a63ee12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:26.302606 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5024-2d5e-43d4-8741-edda82e060dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:26.336674 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5024-2d5e-43d4-8741-edda82e060dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:26.353921 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4bfc7-8803-4078-a0ca-c92fe2dc94ef req-9ffe68db-7703-497a-81a2-e619a86e86d5 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:26.355371 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-47e4bfc7-8803-4078-a0ca-c92fe2dc94ef req-9ffe68db-7703-497a-81a2-e619a86e86d5 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 946 time: 0.1453044
Dec 16 14:43:26.419540 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-47e4bfc7-8803-4078-a0ca-c92fe2dc94ef req-e851cf1c-660c-45b9-b889-7f91060e11ab tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555496
Dec 16 14:43:26.433202 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5024-2d5e-43d4-8741-edda82e060dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:26.437487 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:26.454556 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d5024-2d5e-43d4-8741-edda82e060dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090e278c-d479-4995-8607-17ab24a97e38,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:26.455905 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-fb8d5024-2d5e-43d4-8741-edda82e060dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:26.467719 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5024-2d5e-43d4-8741-edda82e060dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:26.468874 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-fb8d5024-2d5e-43d4-8741-edda82e060dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/090e278c-d479-4995-8607-17ab24a97e38 HTTP/1.1" status: 204  len: 168 time: 0.2934568
Dec 16 14:43:26.744880 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52206) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:26.762993 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-61ec3915-3dd3-4fce-975f-2337b45f2559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:26.778743 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-61ec3915-3dd3-4fce-975f-2337b45f2559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:26.782894 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-61ec3915-3dd3-4fce-975f-2337b45f2559 admin admin] Usage tracker for resource:security_group_rule and tenant:4c8270446582436b85ff4b3e7f589da1 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:26.785754 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-61ec3915-3dd3-4fce-975f-2337b45f2559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:26.791353 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-61ec3915-3dd3-4fce-975f-2337b45f2559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:26.884545 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-61ec3915-3dd3-4fce-975f-2337b45f2559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:26.889164 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-61ec3915-3dd3-4fce-975f-2337b45f2559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:26.901505 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:27.050934 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-61ec3915-3dd3-4fce-975f-2337b45f2559 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c8270446582436b85ff4b3e7f589da1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3049150
Dec 16 14:43:27.052082 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec3915-3dd3-4fce-975f-2337b45f2559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6789cf00-3fab-4214-bb14-13c598cb3584,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:27.053757 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 52212) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:27.055253 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-61ec3915-3dd3-4fce-975f-2337b45f2559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:27.092061 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24ceba-9b65-449f-8fa9-5dbf53ef01d2 req-c04b74f9-dd0e-491b-9f82-0e825ea17f8d tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:27.093592 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5d24ceba-9b65-449f-8fa9-5dbf53ef01d2 req-c04b74f9-dd0e-491b-9f82-0e825ea17f8d tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 945 time: 0.1175942
Dec 16 14:43:27.117018 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c7606e22-0e0e-445d-9470-d0fcab7ec923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:27.140229 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5d24ceba-9b65-449f-8fa9-5dbf53ef01d2 req-d0d0f7c3-6c8c-45d8-90fb-26c0221c5e72 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410235
Dec 16 14:43:27.148522 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c7606e22-0e0e-445d-9470-d0fcab7ec923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:27.201527 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c7606e22-0e0e-445d-9470-d0fcab7ec923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:27.205529 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f3085398-f942-442a-9c19-a4abdfcacb59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:27.219230 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7606e22-0e0e-445d-9470-d0fcab7ec923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6789cf00-3fab-4214-bb14-13c598cb3584,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:27.223121 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c7606e22-0e0e-445d-9470-d0fcab7ec923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:27.228888 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c7606e22-0e0e-445d-9470-d0fcab7ec923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:27.230049 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-c7606e22-0e0e-445d-9470-d0fcab7ec923 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6789cf00-3fab-4214-bb14-13c598cb3584 HTTP/1.1" status: 204  len: 168 time: 0.1752131
Dec 16 14:43:27.564029 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52222) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:27.588646 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-249536d4-0d27-49a0-a466-e237fb2bcf0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:27.610522 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-249536d4-0d27-49a0-a466-e237fb2bcf0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:27.616447 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-249536d4-0d27-49a0-a466-e237fb2bcf0e admin admin] Usage tracker for resource:security_group_rule and tenant:602967c6014e4ae8aaccfa036a0378d4 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:27.619467 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ae668-2f98-4a35-9215-5a317481e68e req-5a00e3ff-142f-405d-a2eb-381ac00cf0ff tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:27.619674 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-249536d4-0d27-49a0-a466-e237fb2bcf0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:27.620167 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-879ae668-2f98-4a35-9215-5a317481e68e req-5a00e3ff-142f-405d-a2eb-381ac00cf0ff tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Synchronizing usage tracker for tenant:cd04f3d6f9ef4788bb01db0c11ba554f on resource:port {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:43:27.627781 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-249536d4-0d27-49a0-a466-e237fb2bcf0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:27.635958 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-879ae668-2f98-4a35-9215-5a317481e68e req-5a00e3ff-142f-405d-a2eb-381ac00cf0ff tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Unset dirty status for tenant:cd04f3d6f9ef4788bb01db0c11ba554f on resource:port {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:43:27.637258 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-879ae668-2f98-4a35-9215-5a317481e68e req-5a00e3ff-142f-405d-a2eb-381ac00cf0ff tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.66 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 945 time: 0.0987680
Dec 16 14:43:27.665945 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb8025-1086-4b65-82aa-1a0bb708f350 req-062f8973-977a-466a-a28b-113503d97e7d tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:27.667454 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2cbb8025-1086-4b65-82aa-1a0bb708f350 req-062f8973-977a-466a-a28b-113503d97e7d tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 946 time: 0.1441622
Dec 16 14:43:27.712330 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-879ae668-2f98-4a35-9215-5a317481e68e req-ad608470-df08-4682-8ac6-eb593741fc80 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Deleting port 4ea72ead-9020-47dd-b54b-ae7b67b61c47 {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:43:27.712675 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-879ae668-2f98-4a35-9215-5a317481e68e req-ad608470-df08-4682-8ac6-eb593741fc80 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:27.730856 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2cbb8025-1086-4b65-82aa-1a0bb708f350 req-bd152935-fc30-41a7-8d10-a4caad0dd19c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562944
Dec 16 14:43:27.780254 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-249536d4-0d27-49a0-a466-e237fb2bcf0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:27.784741 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-249536d4-0d27-49a0-a466-e237fb2bcf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:27.792419 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:27.838978 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-249536d4-0d27-49a0-a466-e237fb2bcf0e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=602967c6014e4ae8aaccfa036a0378d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2738671
Dec 16 14:43:27.839930 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249536d4-0d27-49a0-a466-e237fb2bcf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bc7e87-dfe1-41d3-85dd-445225998e0b,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:27.843501 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-249536d4-0d27-49a0-a466-e237fb2bcf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:27.844143 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52226) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:27.904151 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6d6e38fa-bf97-450e-8bdf-d9f283845d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:27.931843 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6d6e38fa-bf97-450e-8bdf-d9f283845d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:27.977520 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-879ae668-2f98-4a35-9215-5a317481e68e req-ad608470-df08-4682-8ac6-eb593741fc80 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] For port 4ea72ead-9020-47dd-b54b-ae7b67b61c47, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4ea72ead-9020-47dd-b54b-ae7b67b61c47,segment=NetworkSegment(7c23f85f-82b5-463b-b64c-10b3576b617b),segment_id=7c23f85f-82b5-463b-b64c-10b3576b617b)] {{(pid=87789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:43:27.977979 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-879ae668-2f98-4a35-9215-5a317481e68e req-ad608470-df08-4682-8ac6-eb593741fc80 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:27.986762 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6d6e38fa-bf97-450e-8bdf-d9f283845d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:27.991742 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f460a129-25b9-48db-a1c2-82fef4f0c544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:28.004716 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e38fa-bf97-450e-8bdf-d9f283845d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bc7e87-dfe1-41d3-85dd-445225998e0b,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:28.008416 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-6d6e38fa-bf97-450e-8bdf-d9f283845d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:28.014794 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6d6e38fa-bf97-450e-8bdf-d9f283845d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:28.017248 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-6d6e38fa-bf97-450e-8bdf-d9f283845d45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71bc7e87-dfe1-41d3-85dd-445225998e0b HTTP/1.1" status: 204  len: 168 time: 0.1721647
Dec 16 14:43:28.199136 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-879ae668-2f98-4a35-9215-5a317481e68e req-ad608470-df08-4682-8ac6-eb593741fc80 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Calling delete_port for 4ea72ead-9020-47dd-b54b-ae7b67b61c47 owned by compute:nova {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:43:28.241675 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff058b-6a11-4a67-a305-169c3b15d2b6 req-34ff9a25-1460-47ea-98cb-14a1077d45ba tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:28.243370 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-93ff058b-6a11-4a67-a305-169c3b15d2b6 req-34ff9a25-1460-47ea-98cb-14a1077d45ba tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 946 time: 0.0941648
Dec 16 14:43:28.375016 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-93ff058b-6a11-4a67-a305-169c3b15d2b6 req-ff7379a5-568d-4739-8553-38f01b158109 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Deleting port 53319b19-0957-4d2a-bc97-feaecba46759 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:43:28.375463 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-93ff058b-6a11-4a67-a305-169c3b15d2b6 req-ff7379a5-568d-4739-8553-38f01b158109 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:28.380101 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-879ae668-2f98-4a35-9215-5a317481e68e req-ad608470-df08-4682-8ac6-eb593741fc80 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:28.386586 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c5e9f9a6-4fcd-45bd-be4a-889ec33448d4 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:28.434995 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad608470-df08-4682-8ac6-eb593741fc80 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Pushing event deleted for resources: {'Port': ['ID=4ea72ead-9020-47dd-b54b-ae7b67b61c47,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:28.439120 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-ad608470-df08-4682-8ac6-eb593741fc80 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:28.488537 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dd4af-3e40-45a1-b02b-e38a2acfe46c req-2b3dd0ea-ef94-4515-bdc5-296b377b0cfc tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:28.490091 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c01dd4af-3e40-45a1-b02b-e38a2acfe46c req-2b3dd0ea-ef94-4515-bdc5-296b377b0cfc tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/ports?device_id=f91e2ef5-e95c-4515-a357-42a3a3902b79 HTTP/1.1" status: 200  len: 867 time: 0.2056196
Dec 16 14:43:28.520279 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-879ae668-2f98-4a35-9215-5a317481e68e req-ad608470-df08-4682-8ac6-eb593741fc80 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] No DVR routers for this DVR port 4ea72ead-9020-47dd-b54b-ae7b67b61c47 on host hv-cinder-82189 {{(pid=87789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:43:28.522999 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-879ae668-2f98-4a35-9215-5a317481e68e req-ad608470-df08-4682-8ac6-eb593741fc80 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:28.525949 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91e2ef5-e95c-4515-a357-42a3a3902b79', 'name': 'network-vif-deleted', 'tag': '4ea72ead-9020-47dd-b54b-ae7b67b61c47'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:43:28.543443 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-879ae668-2f98-4a35-9215-5a317481e68e req-ad608470-df08-4682-8ac6-eb593741fc80 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.66 "DELETE /v2.0/ports/4ea72ead-9020-47dd-b54b-ae7b67b61c47 HTTP/1.1" status: 204  len: 173 time: 0.9001231
Dec 16 14:43:28.622320 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91e2ef5-e95c-4515-a357-42a3a3902b79', 'name': 'network-vif-deleted', 'tag': '4ea72ead-9020-47dd-b54b-ae7b67b61c47', 'status': 'completed', 'code': 200}
Dec 16 14:43:28.650953 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c01dd4af-3e40-45a1-b02b-e38a2acfe46c req-7f9d3bdb-a80f-4a8e-a1e6-9d1bc871949b tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] 10.222.0.64 "GET /v2.0/security-groups?id=058d2e95-bb0f-4683-b9aa-fd48c376e8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486592
Dec 16 14:43:28.735110 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-93ff058b-6a11-4a67-a305-169c3b15d2b6 req-ff7379a5-568d-4739-8553-38f01b158109 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] For port 53319b19-0957-4d2a-bc97-feaecba46759, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53319b19-0957-4d2a-bc97-feaecba46759,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:43:28.735467 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-93ff058b-6a11-4a67-a305-169c3b15d2b6 req-ff7379a5-568d-4739-8553-38f01b158109 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:28.876250 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-93ff058b-6a11-4a67-a305-169c3b15d2b6 req-ff7379a5-568d-4739-8553-38f01b158109 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Calling delete_port for 53319b19-0957-4d2a-bc97-feaecba46759 owned by compute:nova {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:43:29.052697 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e02c1-6418-41b7-9779-663d27de2cb8 req-49c590ae-3add-40e0-954d-22a06c37907f tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:29.053953 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-641e02c1-6418-41b7-9779-663d27de2cb8 req-49c590ae-3add-40e0-954d-22a06c37907f tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a5a09b-6a73-4b0e-accc-7d9eb35ef787 HTTP/1.1" status: 200  len: 946 time: 0.1850722
Dec 16 14:43:29.126040 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-641e02c1-6418-41b7-9779-663d27de2cb8 req-67c51bf6-fc3d-4c98-99cf-b9602b1d8737 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614274
Dec 16 14:43:29.127745 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-93ff058b-6a11-4a67-a305-169c3b15d2b6 req-ff7379a5-568d-4739-8553-38f01b158109 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:29.141480 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-afd5d359-f201-497a-8ee8-c210b44f755e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:29.169280 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['e53554ce-cefb-44ad-a028-c910c35ef033', '3e9e92ef-3756-4082-9f93-e0baddec24b4', '53319b19-0957-4d2a-bc97-feaecba46759'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:43:29.227802 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7379a5-568d-4739-8553-38f01b158109 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Pushing event deleted for resources: {'Port': ['ID=53319b19-0957-4d2a-bc97-feaecba46759,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:29.230762 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ff7379a5-568d-4739-8553-38f01b158109 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:29.279578 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ff058b-6a11-4a67-a305-169c3b15d2b6 req-ff7379a5-568d-4739-8553-38f01b158109 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] No DVR routers for this DVR port 53319b19-0957-4d2a-bc97-feaecba46759 on host hv-cinder-82189 {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:43:29.283540 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-93ff058b-6a11-4a67-a305-169c3b15d2b6 req-ff7379a5-568d-4739-8553-38f01b158109 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:29.292660 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a5a09b-6a73-4b0e-accc-7d9eb35ef787', 'name': 'network-vif-deleted', 'tag': '53319b19-0957-4d2a-bc97-feaecba46759'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:43:29.300360 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-93ff058b-6a11-4a67-a305-169c3b15d2b6 req-ff7379a5-568d-4739-8553-38f01b158109 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "DELETE /v2.0/ports/53319b19-0957-4d2a-bc97-feaecba46759 HTTP/1.1" status: 204  len: 173 time: 1.0498388
Dec 16 14:43:29.356224 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a5a09b-6a73-4b0e-accc-7d9eb35ef787', 'name': 'network-vif-deleted', 'tag': '53319b19-0957-4d2a-bc97-feaecba46759', 'status': 'completed', 'code': 200}
Dec 16 14:43:30.298748 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 4ea72ead-9020-47dd-b54b-ae7b67b61c47 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:43:30.398419 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 4ea72ead-9020-47dd-b54b-ae7b67b61c47 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:43:30.399009 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 4ea72ead-9020-47dd-b54b-ae7b67b61c47 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:43:30.399723 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 53319b19-0957-4d2a-bc97-feaecba46759 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:43:30.456026 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 53319b19-0957-4d2a-bc97-feaecba46759 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:43:30.456544 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 53319b19-0957-4d2a-bc97-feaecba46759 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:43:30.631822 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 52320) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:30.708313 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19b808-daf2-4f4e-9201-ce774b60f9ff req-9047fbe8-1ea1-4d59-bc42-3b4288c336dc tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:30.709029 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-1d19b808-daf2-4f4e-9201-ce774b60f9ff req-9047fbe8-1ea1-4d59-bc42-3b4288c336dc tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Synchronizing usage tracker for tenant:5a10c6d1e7e7425bb59f6efad4231db3 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:43:30.725487 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-1d19b808-daf2-4f4e-9201-ce774b60f9ff req-9047fbe8-1ea1-4d59-bc42-3b4288c336dc tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Unset dirty status for tenant:5a10c6d1e7e7425bb59f6efad4231db3 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:43:30.726672 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1d19b808-daf2-4f4e-9201-ce774b60f9ff req-9047fbe8-1ea1-4d59-bc42-3b4288c336dc tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 945 time: 0.1024241
Dec 16 14:43:30.752913 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7e744374-a7b1-4f80-87fa-ca99c1623d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:30.767474 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-7e744374-a7b1-4f80-87fa-ca99c1623d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:30.771224 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1d19b808-daf2-4f4e-9201-ce774b60f9ff req-19edaa62-bf3c-4528-85f6-721f38833ae6 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387101
Dec 16 14:43:30.771370 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-7e744374-a7b1-4f80-87fa-ca99c1623d36 admin admin] Usage tracker for resource:security_group_rule and tenant:783259fb3de748a2a90ef580f777f798 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:30.774102 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-7e744374-a7b1-4f80-87fa-ca99c1623d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:30.780467 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-7e744374-a7b1-4f80-87fa-ca99c1623d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:30.863643 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7e744374-a7b1-4f80-87fa-ca99c1623d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:30.867569 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7e744374-a7b1-4f80-87fa-ca99c1623d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:30.876122 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c7606e22-0e0e-445d-9470-d0fcab7ec923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:30.916381 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-7e744374-a7b1-4f80-87fa-ca99c1623d36 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=783259fb3de748a2a90ef580f777f798&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2833695
Dec 16 14:43:30.918111 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e744374-a7b1-4f80-87fa-ca99c1623d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd8cc24-f856-4ef3-8380-1bc7c2740c91,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:30.919025 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52326) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:30.921538 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7e744374-a7b1-4f80-87fa-ca99c1623d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:30.976727 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-33f4d766-cae3-498d-ae75-5646e441a224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.001736 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-33f4d766-cae3-498d-ae75-5646e441a224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.054200 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-33f4d766-cae3-498d-ae75-5646e441a224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.058824 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2dcd5d63-5d6e-4526-9a3e-29774f9bf649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:31.132535 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4d766-cae3-498d-ae75-5646e441a224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd8cc24-f856-4ef3-8380-1bc7c2740c91,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:31.135103 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-33f4d766-cae3-498d-ae75-5646e441a224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:31.136278 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-33f4d766-cae3-498d-ae75-5646e441a224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.137491 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-33f4d766-cae3-498d-ae75-5646e441a224 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/abd8cc24-f856-4ef3-8380-1bc7c2740c91 HTTP/1.1" status: 204  len: 168 time: 0.2173700
Dec 16 14:43:31.423008 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52338) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:31.441771 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-60503cfa-ebcd-4787-a162-a26a4e440efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.456988 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-60503cfa-ebcd-4787-a162-a26a4e440efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:31.460749 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-60503cfa-ebcd-4787-a162-a26a4e440efd admin admin] Usage tracker for resource:security_group_rule and tenant:159a190a9fe241009e4be214105bc533 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:31.463547 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-60503cfa-ebcd-4787-a162-a26a4e440efd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:31.469479 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-60503cfa-ebcd-4787-a162-a26a4e440efd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:31.564202 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-60503cfa-ebcd-4787-a162-a26a4e440efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.572480 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-60503cfa-ebcd-4787-a162-a26a4e440efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.577216 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-9a96918e-4820-45ff-bc59-4119f0f102f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:31.618647 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-60503cfa-ebcd-4787-a162-a26a4e440efd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=159a190a9fe241009e4be214105bc533&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1944425
Dec 16 14:43:31.620464 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60503cfa-ebcd-4787-a162-a26a4e440efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e781b3d-db38-4946-b4cd-ac2392b389f7,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:31.621329 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 52344) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:31.624413 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-60503cfa-ebcd-4787-a162-a26a4e440efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:31.682537 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-da5a1927-83ba-4496-9f81-986966896a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.711568 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-da5a1927-83ba-4496-9f81-986966896a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.763880 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-da5a1927-83ba-4496-9f81-986966896a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.767624 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-50774ee7-02f8-4afb-8c61-1c000d67778e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:31.780128 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a1927-83ba-4496-9f81-986966896a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e781b3d-db38-4946-b4cd-ac2392b389f7,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:31.782800 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-da5a1927-83ba-4496-9f81-986966896a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:31.790840 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-da5a1927-83ba-4496-9f81-986966896a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.791970 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-da5a1927-83ba-4496-9f81-986966896a3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e781b3d-db38-4946-b4cd-ac2392b389f7 HTTP/1.1" status: 204  len: 168 time: 0.1695497
Dec 16 14:43:32.001004 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6dae1-39d6-4b67-921d-ab5ee66718a2 req-aa28068d-3343-461e-bbd0-ffaabbe63f1e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:32.002514 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5fb6dae1-39d6-4b67-921d-ab5ee66718a2 req-aa28068d-3343-461e-bbd0-ffaabbe63f1e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 945 time: 0.0926902
Dec 16 14:43:32.051600 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5fb6dae1-39d6-4b67-921d-ab5ee66718a2 req-06999681-1e42-4351-8bdf-f57f31b8e92b tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419090
Dec 16 14:43:33.243100 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1df58a-13c8-46da-b865-2ad72fed81f7 req-796af90b-b264-459c-b0f7-1efc58d0951a tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:33.244566 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ee1df58a-13c8-46da-b865-2ad72fed81f7 req-796af90b-b264-459c-b0f7-1efc58d0951a tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 945 time: 0.0799310
Dec 16 14:43:33.289178 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ee1df58a-13c8-46da-b865-2ad72fed81f7 req-0f8bc9af-6936-4338-aba8-380ef53dcfc9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382876
Dec 16 14:43:33.500582 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:43:34.482570 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2779d04-b08f-42fc-a0d4-ab3873b9ec72 req-bac952c3-2f4e-48d4-ab7b-d9be9d7678e8 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:34.484049 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d2779d04-b08f-42fc-a0d4-ab3873b9ec72 req-bac952c3-2f4e-48d4-ab7b-d9be9d7678e8 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 945 time: 0.0866432
Dec 16 14:43:34.530170 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d2779d04-b08f-42fc-a0d4-ab3873b9ec72 req-12fe274b-8b45-4af9-8231-02aae7462db7 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403433
Dec 16 14:43:34.874513 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59631bc-a7e9-4897-ad01-d2e79bdfbc0f req-fc694f80-bcda-4564-988e-493adbd0de92 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:34.875793 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a59631bc-a7e9-4897-ad01-d2e79bdfbc0f req-fc694f80-bcda-4564-988e-493adbd0de92 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 945 time: 0.0918307
Dec 16 14:43:34.952008 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-a59631bc-a7e9-4897-ad01-d2e79bdfbc0f req-c63d7810-ba80-48ea-9570-11349c040a7c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Deleting port 3e9e92ef-3756-4082-9f93-e0baddec24b4 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:43:34.952392 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-a59631bc-a7e9-4897-ad01-d2e79bdfbc0f req-c63d7810-ba80-48ea-9570-11349c040a7c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:35.207610 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-a59631bc-a7e9-4897-ad01-d2e79bdfbc0f req-c63d7810-ba80-48ea-9570-11349c040a7c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] For port 3e9e92ef-3756-4082-9f93-e0baddec24b4, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3e9e92ef-3756-4082-9f93-e0baddec24b4,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:43:35.207960 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-a59631bc-a7e9-4897-ad01-d2e79bdfbc0f req-c63d7810-ba80-48ea-9570-11349c040a7c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:35.330155 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-a59631bc-a7e9-4897-ad01-d2e79bdfbc0f req-c63d7810-ba80-48ea-9570-11349c040a7c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Calling delete_port for 3e9e92ef-3756-4082-9f93-e0baddec24b4 owned by compute:nova {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:43:35.479622 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-6bb3dc4d-fd2f-446f-81ba-5cb3998d88a8 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bed21a1e88bf46c49beba44b174b57dd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0394650
Dec 16 14:43:35.574403 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-a59631bc-a7e9-4897-ad01-d2e79bdfbc0f req-c63d7810-ba80-48ea-9570-11349c040a7c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:35.582207 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-147c486c-def1-4814-a933-7ab1972ab94e tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:35.611069 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['e53554ce-cefb-44ad-a028-c910c35ef033', '3e9e92ef-3756-4082-9f93-e0baddec24b4'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:43:35.636677 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d7810-ba80-48ea-9570-11349c040a7c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Pushing event deleted for resources: {'Port': ['ID=3e9e92ef-3756-4082-9f93-e0baddec24b4,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:35.643325 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c63d7810-ba80-48ea-9570-11349c040a7c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:35.773461 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8d2350df-e088-48df-a428-fbba1e1cb844 req-e3fbcd92-4d57-4bd6-b194-5cf147f18745 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=e19282f1-e400-4c06-a465-9524cd228d7f HTTP/1.1" status: 200  len: 210 time: 0.1258123
Dec 16 14:43:35.784503 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59631bc-a7e9-4897-ad01-d2e79bdfbc0f req-c63d7810-ba80-48ea-9570-11349c040a7c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] No DVR routers for this DVR port 3e9e92ef-3756-4082-9f93-e0baddec24b4 on host hv-cinder-82189 {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:43:35.795228 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-a59631bc-a7e9-4897-ad01-d2e79bdfbc0f req-c63d7810-ba80-48ea-9570-11349c040a7c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:35.797753 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19282f1-e400-4c06-a465-9524cd228d7f', 'name': 'network-vif-deleted', 'tag': '3e9e92ef-3756-4082-9f93-e0baddec24b4'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:43:35.824150 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-026d8d78-591d-4d9c-88d3-97c780faa0b2 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:35.826230 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-026d8d78-591d-4d9c-88d3-97c780faa0b2 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3414383
Dec 16 14:43:35.843348 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a59631bc-a7e9-4897-ad01-d2e79bdfbc0f req-c63d7810-ba80-48ea-9570-11349c040a7c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "DELETE /v2.0/ports/3e9e92ef-3756-4082-9f93-e0baddec24b4 HTTP/1.1" status: 204  len: 173 time: 0.9616997
Dec 16 14:43:35.852925 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-81c15c50-e441-4e02-a703-dccd7767c563 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/quotas/bed21a1e88bf46c49beba44b174b57dd HTTP/1.1" status: 200  len: 375 time: 0.0196683
Dec 16 14:43:35.887531 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19282f1-e400-4c06-a465-9524cd228d7f', 'name': 'network-vif-deleted', 'tag': '3e9e92ef-3756-4082-9f93-e0baddec24b4', 'status': 'completed', 'code': 200}
Dec 16 14:43:35.902867 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9819a735-c143-4ec0-a63e-c78571aea5c1 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bed21a1e88bf46c49beba44b174b57dd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0489535
Dec 16 14:43:36.099712 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4c855610-8281-45ad-8c60-f8359ac658f7 req-a2a28d68-d6a7-41c2-b9b5-914f1ceb9021 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 210 time: 0.0441847
Dec 16 14:43:37.321522 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-c9567ebc-56e1-4a4c-b0b6-8dc01232f162 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=bed21a1e88bf46c49beba44b174b57dd&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1428614
Dec 16 14:43:37.328833 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8545d0fd-791e-4fbb-b26e-165b828681d5 req-befd3ef6-9284-43ca-bbf3-023efaf23e44 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 210 time: 0.1229179
Dec 16 14:43:37.490745 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-de140fda-0821-4c80-b222-b57e8c628747 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:37.492267 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-de140fda-0821-4c80-b222-b57e8c628747 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1607821
Dec 16 14:43:37.531753 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Request body: {'port': {'device_id': '65981206-fc07-4d04-b940-1718b46f008f', 'network_id': 'a7d12890-419a-4fa5-9aaa-294643a5cdaf', 'admin_state_up': True, 'tenant_id': 'bed21a1e88bf46c49beba44b174b57dd'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:43:37.682388 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:37.686834 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Usage tracker for resource:port and tenant:bed21a1e88bf46c49beba44b174b57dd is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:37.690206 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:37.697058 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:37.709711 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Made reservation on behalf of bed21a1e88bf46c49beba44b174b57dd for: {'port': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:43:37.713166 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:37.725357 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:37.740206 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:37.746188 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Usage tracker for resource:security_group_rule and tenant:bed21a1e88bf46c49beba44b174b57dd is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:37.749646 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:37.755808 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:37.844681 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:37.848482 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:37.851195 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:37.931349 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94545c93-27b4-41a7-a981-ba9261aa77d6,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:37.936957 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:38.015674 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Allocated IP 192.168.233.148 (a7d12890-419a-4fa5-9aaa-294643a5cdaf/0857bd71-fa3c-4df0-b364-2ea124e4259a/641e8b5b-c459-4be8-80b9-1e51a5562e77) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:43:38.234529 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:38.251354 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Transition to ACTIVE for port object 641e8b5b-c459-4be8-80b9-1e51a5562e77 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:43:38.276622 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:38.281944 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:38.348237 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Network a7d12890-419a-4fa5-9aaa-294643a5cdaf is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:43:38.351310 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:43:38.355679 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:43:38.403640 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Pushing event updated for resources: {'Port': ['ID=641e8b5b-c459-4be8-80b9-1e51a5562e77,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:38.408172 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:38.435402 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:38.436035 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:38.555942 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0299613
Dec 16 14:43:38.580362 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Request body: {'port': {'device_id': '65981206-fc07-4d04-b940-1718b46f008f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:43:38.620206 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-3ec50826-9f9f-4ffa-b5d4-c40cd7faf5d9 None None] Provisioning for port 641e8b5b-c459-4be8-80b9-1e51a5562e77 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:43:38.625821 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-3ec50826-9f9f-4ffa-b5d4-c40cd7faf5d9 None None] Provisioning complete for port 641e8b5b-c459-4be8-80b9-1e51a5562e77 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:43:38.626207 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-3ec50826-9f9f-4ffa-b5d4-c40cd7faf5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:38.682834 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-3ec50826-9f9f-4ffa-b5d4-c40cd7faf5d9 None None] Port 641e8b5b-c459-4be8-80b9-1e51a5562e77 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:43:38.720212 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabbeaf-58e5-4b19-8cc1-956bc7e8a9ea req-58ff7c21-b6f5-48e3-84c7-f1a7f6354f65 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:38.720926 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-6eabbeaf-58e5-4b19-8cc1-956bc7e8a9ea req-58ff7c21-b6f5-48e3-84c7-f1a7f6354f65 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Synchronizing usage tracker for tenant:bed21a1e88bf46c49beba44b174b57dd on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:43:38.723917 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:38.744326 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c419-bafb-4f07-ba11-8b51850b59eb req-18302cdc-70cb-46d8-b79d-4ba44c5e52c7 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:38.745020 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-1869c419-bafb-4f07-ba11-8b51850b59eb req-18302cdc-70cb-46d8-b79d-4ba44c5e52c7 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Synchronizing usage tracker for tenant:5a10c6d1e7e7425bb59f6efad4231db3 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:43:38.809227 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-6eabbeaf-58e5-4b19-8cc1-956bc7e8a9ea req-58ff7c21-b6f5-48e3-84c7-f1a7f6354f65 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Unset dirty status for tenant:bed21a1e88bf46c49beba44b174b57dd on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:43:38.810977 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6eabbeaf-58e5-4b19-8cc1-956bc7e8a9ea req-58ff7c21-b6f5-48e3-84c7-f1a7f6354f65 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 936 time: 0.3552380
Dec 16 14:43:38.834398 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-1869c419-bafb-4f07-ba11-8b51850b59eb req-18302cdc-70cb-46d8-b79d-4ba44c5e52c7 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Unset dirty status for tenant:5a10c6d1e7e7425bb59f6efad4231db3 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:43:38.835519 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1869c419-bafb-4f07-ba11-8b51850b59eb req-18302cdc-70cb-46d8-b79d-4ba44c5e52c7 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 946 time: 0.3301713
Dec 16 14:43:38.957354 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-6eabbeaf-58e5-4b19-8cc1-956bc7e8a9ea req-4245ab33-0993-4d8e-a793-72562a0c8d79 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Synchronizing usage tracker for tenant:bed21a1e88bf46c49beba44b174b57dd on resource:security_group {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:43:38.971723 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1869c419-bafb-4f07-ba11-8b51850b59eb req-55e4dd63-c49d-4b20-ae1d-c3fe91bdaf97 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261680
Dec 16 14:43:39.061650 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-6eabbeaf-58e5-4b19-8cc1-956bc7e8a9ea req-4245ab33-0993-4d8e-a793-72562a0c8d79 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Unset dirty status for tenant:bed21a1e88bf46c49beba44b174b57dd on resource:security_group {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:43:39.062798 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6eabbeaf-58e5-4b19-8cc1-956bc7e8a9ea req-4245ab33-0993-4d8e-a793-72562a0c8d79 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436423
Dec 16 14:43:39.232244 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641e8b5b-c459-4be8-80b9-1e51a5562e77 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:43:39.241098 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:39.259994 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Transition to ACTIVE for port object 641e8b5b-c459-4be8-80b9-1e51a5562e77 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:43:39.267121 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:39.271902 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:39.505683 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Pushing event updated for resources: {'Port': ['ID=641e8b5b-c459-4be8-80b9-1e51a5562e77,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:39.514810 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:39.592469 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Attempting to bind port 641e8b5b-c459-4be8-80b9-1e51a5562e77 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:43:39.592837 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Attempting to bind port 641e8b5b-c459-4be8-80b9-1e51a5562e77 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'ede47c3d-f6a7-485b-9744-3a4ce06fbe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a7d12890-419a-4fa5-9aaa-294643a5cdaf'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:43:39.593172 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Attempting to bind port 641e8b5b-c459-4be8-80b9-1e51a5562e77 on network a7d12890-419a-4fa5-9aaa-294643a5cdaf {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:43:39.598272 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Port 641e8b5b-c459-4be8-80b9-1e51a5562e77 on network a7d12890-419a-4fa5-9aaa-294643a5cdaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:43:39.598618 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Attempting to bind port 641e8b5b-c459-4be8-80b9-1e51a5562e77 on network a7d12890-419a-4fa5-9aaa-294643a5cdaf {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:43:39.604358 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:43:39.604701 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Checking segment: {'id': 'ede47c3d-f6a7-485b-9744-3a4ce06fbe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a7d12890-419a-4fa5-9aaa-294643a5cdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:43:39.605125 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Bound using segment: {'id': 'ede47c3d-f6a7-485b-9744-3a4ce06fbe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a7d12890-419a-4fa5-9aaa-294643a5cdaf'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:43:39.605559 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Bound port: 641e8b5b-c459-4be8-80b9-1e51a5562e77, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ede47c3d-f6a7-485b-9744-3a4ce06fbe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a7d12890-419a-4fa5-9aaa-294643a5cdaf'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:43:39.605909 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:39.752830 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] For port 641e8b5b-c459-4be8-80b9-1e51a5562e77, host hv-cinder-82189, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:43:39.757207 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] For port 641e8b5b-c459-4be8-80b9-1e51a5562e77, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=641e8b5b-c459-4be8-80b9-1e51a5562e77,segment=NetworkSegment(ede47c3d-f6a7-485b-9744-3a4ce06fbe72),segment_id=ede47c3d-f6a7-485b-9744-3a4ce06fbe72)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:43:39.762784 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:39.768070 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:39.833700 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:39.834310 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:39.835712 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] 10.222.0.66 "PUT /v2.0/ports/641e8b5b-c459-4be8-80b9-1e51a5562e77 HTTP/1.1" status: 200  len: 1098 time: 1.2601306
Dec 16 14:43:39.836205 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65981206-fc07-4d04-b940-1718b46f008f', 'tag': '641e8b5b-c459-4be8-80b9-1e51a5562e77'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:43:39.850701 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8601c-b288-462f-940e-a6add76679c6 req-11407fa8-2599-401d-a4c8-95ffb2676e16 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:39.852210 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-75a8601c-b288-462f-940e-a6add76679c6 req-11407fa8-2599-401d-a4c8-95ffb2676e16 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 946 time: 0.1787493
Dec 16 14:43:39.887526 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Pushing event updated for resources: {'Port': ['ID=641e8b5b-c459-4be8-80b9-1e51a5562e77,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:39.893069 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:39.905363 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65981206-fc07-4d04-b940-1718b46f008f', 'tag': '641e8b5b-c459-4be8-80b9-1e51a5562e77', 'status': 'completed', 'code': 200}
Dec 16 14:43:39.917141 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-75a8601c-b288-462f-940e-a6add76679c6 req-046b3792-2a1b-4083-90e0-1554822457b4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534625
Dec 16 14:43:40.006401 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-99c09687-4872-46d1-b597-1d6ffb02c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:40.007910 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-99c09687-4872-46d1-b597-1d6ffb02c488 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bed21a1e88bf46c49beba44b174b57dd&device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 1101 time: 0.0765367
Dec 16 14:43:40.090270 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-24582f6e-a4d2-49ab-8b38-52492d954f7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=641e8b5b-c459-4be8-80b9-1e51a5562e77 HTTP/1.1" status: 200  len: 217 time: 0.0668273
Dec 16 14:43:40.244696 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-4ed52fd8-fb0e-45dc-9c82-ad989d31d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:40.246142 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-4ed52fd8-fb0e-45dc-9c82-ad989d31d93f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0857bd71-fa3c-4df0-b364-2ea124e4259a HTTP/1.1" status: 200  len: 843 time: 0.1210988
Dec 16 14:43:40.294682 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 3e9e92ef-3756-4082-9f93-e0baddec24b4 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:43:40.326538 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d599a99-5f5d-4e88-86a9-3a37ede7fad8 req-f1a54206-9054-4c78-847f-12bfea903d71 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:40.328026 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5d599a99-5f5d-4e88-86a9-3a37ede7fad8 req-f1a54206-9054-4c78-847f-12bfea903d71 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 946 time: 0.2396159
Dec 16 14:43:40.334570 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 3e9e92ef-3756-4082-9f93-e0baddec24b4 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:43:40.334924 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 3e9e92ef-3756-4082-9f93-e0baddec24b4 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:43:40.391868 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a7436-10a2-46d5-ad4e-38944097c207 req-3d0489f0-6705-4e67-afdf-ab7f5ded7621 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:40.393361 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-242a7436-10a2-46d5-ad4e-38944097c207 req-3d0489f0-6705-4e67-afdf-ab7f5ded7621 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 948 time: 0.2150950
Dec 16 14:43:40.401412 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5d599a99-5f5d-4e88-86a9-3a37ede7fad8 req-56314bbb-be34-42e9-8e3c-4e70cd0dcd11 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/security-groups?id=e80f9fa9-b46d-4fd3-90ee-d776652f2757&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673540
Dec 16 14:43:40.436323 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-50ab7c3c-f50b-4ab8-b350-225738383221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:40.436543 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529205fd-6ad8-431c-9f1b-bb7b50a0bb6a req-76177dee-5aa0-4f33-b03d-545db722eb1b tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:40.437296 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-529205fd-6ad8-431c-9f1b-bb7b50a0bb6a req-76177dee-5aa0-4f33-b03d-545db722eb1b tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Synchronizing usage tracker for tenant:5a10c6d1e7e7425bb59f6efad4231db3 on resource:port {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:43:40.437852 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-50ab7c3c-f50b-4ab8-b350-225738383221 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7d12890-419a-4fa5-9aaa-294643a5cdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1801417
Dec 16 14:43:40.449254 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-529205fd-6ad8-431c-9f1b-bb7b50a0bb6a req-76177dee-5aa0-4f33-b03d-545db722eb1b tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Unset dirty status for tenant:5a10c6d1e7e7425bb59f6efad4231db3 on resource:port {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:43:40.450401 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-529205fd-6ad8-431c-9f1b-bb7b50a0bb6a req-76177dee-5aa0-4f33-b03d-545db722eb1b tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 946 time: 0.1124351
Dec 16 14:43:40.472290 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-242a7436-10a2-46d5-ad4e-38944097c207 req-7fc51396-3de6-4ada-af83-9038676f74da tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698593
Dec 16 14:43:40.538108 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-529205fd-6ad8-431c-9f1b-bb7b50a0bb6a req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Deleting port e53554ce-cefb-44ad-a028-c910c35ef033 {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:43:40.538691 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-529205fd-6ad8-431c-9f1b-bb7b50a0bb6a req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:40.589047 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-a50883ac-b636-464f-aec5-cd2900e3f34e service neutron] 10.222.0.66 "GET /v2.0/networks/a7d12890-419a-4fa5-9aaa-294643a5cdaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430249
Dec 16 14:43:40.731032 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4b4a72c7-8c4d-476f-a316-b702d81565bf req-04356005-c61b-4aeb-8a20-c06135adbcf9 service neutron] 10.222.0.66 "GET /v2.0/networks/a7d12890-419a-4fa5-9aaa-294643a5cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336899
Dec 16 14:43:40.794292 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-529205fd-6ad8-431c-9f1b-bb7b50a0bb6a req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] For port e53554ce-cefb-44ad-a028-c910c35ef033, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e53554ce-cefb-44ad-a028-c910c35ef033,segment=NetworkSegment(cc24a22f-4b01-40aa-9169-2597a0684734),segment_id=cc24a22f-4b01-40aa-9169-2597a0684734)] {{(pid=87789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:43:40.794561 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-529205fd-6ad8-431c-9f1b-bb7b50a0bb6a req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:40.899318 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e873-266f-49f7-be95-f094f44e8db2 req-638cca13-1494-4969-9abe-033f50db7016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:40.900833 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3025e873-266f-49f7-be95-f094f44e8db2 req-638cca13-1494-4969-9abe-033f50db7016 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bed21a1e88bf46c49beba44b174b57dd&device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 1101 time: 0.0777910
Dec 16 14:43:40.922158 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-529205fd-6ad8-431c-9f1b-bb7b50a0bb6a req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Calling delete_port for e53554ce-cefb-44ad-a028-c910c35ef033 owned by compute:nova {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:43:41.068664 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-529205fd-6ad8-431c-9f1b-bb7b50a0bb6a req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:41.076945 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:41.106897 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa025e05-541b-48ac-ba9f-28c08867c024 req-2badfa9c-b0a7-48d9-927e-43744522d3cd tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:41.108328 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fa025e05-541b-48ac-ba9f-28c08867c024 req-2badfa9c-b0a7-48d9-927e-43744522d3cd tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 946 time: 0.0784841
Dec 16 14:43:41.119756 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Pushing event deleted for resources: {'Port': ['ID=e53554ce-cefb-44ad-a028-c910c35ef033,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:41.153632 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fa025e05-541b-48ac-ba9f-28c08867c024 req-840493c0-66ed-4e18-8674-34c37f6be031 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394065
Dec 16 14:43:41.162392 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:41.162760 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:41.163116 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:41.163466 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:41.163812 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:41.164160 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:41.164547 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:41.165209 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:41.165731 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:41.166113 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:41.166457 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:41.166799 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:41.170019 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:41.208714 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-529205fd-6ad8-431c-9f1b-bb7b50a0bb6a req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] No DVR routers for this DVR port e53554ce-cefb-44ad-a028-c910c35ef033 on host hv-cinder-82189 {{(pid=87789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:43:41.211180 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-529205fd-6ad8-431c-9f1b-bb7b50a0bb6a req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:41.213750 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ce9264-74df-434c-ad40-ecf44eb504b7', 'name': 'network-vif-deleted', 'tag': 'e53554ce-cefb-44ad-a028-c910c35ef033'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:43:41.229590 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-529205fd-6ad8-431c-9f1b-bb7b50a0bb6a req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.66 "DELETE /v2.0/ports/e53554ce-cefb-44ad-a028-c910c35ef033 HTTP/1.1" status: 204  len: 173 time: 0.7741134
Dec 16 14:43:41.256533 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ce9264-74df-434c-ad40-ecf44eb504b7', 'name': 'network-vif-deleted', 'tag': 'e53554ce-cefb-44ad-a028-c910c35ef033', 'status': 'completed', 'code': 200}
Dec 16 14:43:41.679469 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b998641-3d98-4433-8756-0823e99e9239 req-b5b0eda8-c25e-427d-ab3e-c7722cd42366 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:41.681599 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2b998641-3d98-4433-8756-0823e99e9239 req-b5b0eda8-c25e-427d-ab3e-c7722cd42366 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 948 time: 0.0853653
Dec 16 14:43:41.735681 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3d67557b-19b3-4a0b-b918-2c60eb629feb req-0a07575c-15b4-42cb-9b86-26608373aae2 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 210 time: 0.0537682
Dec 16 14:43:41.761445 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2b998641-3d98-4433-8756-0823e99e9239 req-198accdd-c67e-4fd0-a3f6-c218f36ac247 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493007
Dec 16 14:43:42.341806 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e366e96-0efb-41df-b356-5623cd39eed8 req-201397c4-9cb8-462f-a125-cbeb071c9272 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:42.343220 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4e366e96-0efb-41df-b356-5623cd39eed8 req-201397c4-9cb8-462f-a125-cbeb071c9272 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 946 time: 0.0795579
Dec 16 14:43:42.454893 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4e366e96-0efb-41df-b356-5623cd39eed8 req-6283b597-9888-402d-9776-886176b5aea6 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1059089
Dec 16 14:43:42.912286 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ebcd6a16-a89d-4f32-b751-873130e38f13 req-47db7cb6-0341-41ad-a83d-ada8f36c799f tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 210 time: 0.0702093
Dec 16 14:43:42.962808 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0897a-8761-4c84-aca7-627676a86c4f req-cb0d50c4-65e3-4aa7-97d4-a64cc9ff86f1 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:42.964222 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-83b0897a-8761-4c84-aca7-627676a86c4f req-cb0d50c4-65e3-4aa7-97d4-a64cc9ff86f1 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 948 time: 0.0868268
Dec 16 14:43:43.008618 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-83b0897a-8761-4c84-aca7-627676a86c4f req-1133448b-c38e-4831-be4c-03842cd2f91c tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381632
Dec 16 14:43:43.639317 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9ad0d-fbfe-4b54-8cd7-1a0ad10b51ba req-1ea3460d-7158-467c-8b62-824e571265dd tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:43.640747 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-02a9ad0d-fbfe-4b54-8cd7-1a0ad10b51ba req-1ea3460d-7158-467c-8b62-824e571265dd tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 946 time: 0.0771968
Dec 16 14:43:43.683921 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-02a9ad0d-fbfe-4b54-8cd7-1a0ad10b51ba req-4dbcbc36-1e28-470a-b1b9-2c60b8b6858c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374277
Dec 16 14:43:43.784168 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['e53554ce-cefb-44ad-a028-c910c35ef033'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:43:43.915268 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e873-266f-49f7-be95-f094f44e8db2 req-b8252778-b47d-4245-85ac-cf43ca45e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:43.916714 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3025e873-266f-49f7-be95-f094f44e8db2 req-b8252778-b47d-4245-85ac-cf43ca45e693 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a7d12890-419a-4fa5-9aaa-294643a5cdaf HTTP/1.1" status: 200  len: 870 time: 0.1340744
Dec 16 14:43:43.998960 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3025e873-266f-49f7-be95-f094f44e8db2 req-b263ef28-9da4-44ef-8eda-c0c00ab2765a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=641e8b5b-c459-4be8-80b9-1e51a5562e77 HTTP/1.1" status: 200  len: 217 time: 0.0657997
Dec 16 14:43:44.095523 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a29f6f62-f537-45dd-8c2c-877d459afe54 req-8ed476b6-d9ff-47c1-98db-f4cc94a23153 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ce9264-74df-434c-ad40-ecf44eb504b7 HTTP/1.1" status: 200  len: 210 time: 0.0564773
Dec 16 14:43:44.115675 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e873-266f-49f7-be95-f094f44e8db2 req-efd15c2c-40aa-4a78-8573-a0e422621d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:44.115675 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3025e873-266f-49f7-be95-f094f44e8db2 req-efd15c2c-40aa-4a78-8573-a0e422621d43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0857bd71-fa3c-4df0-b364-2ea124e4259a HTTP/1.1" status: 200  len: 843 time: 0.1027918
Dec 16 14:43:44.239448 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e873-266f-49f7-be95-f094f44e8db2 req-d274fbab-783a-456c-a5ca-5e67f79f313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:44.240963 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3025e873-266f-49f7-be95-f094f44e8db2 req-d274fbab-783a-456c-a5ca-5e67f79f313f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a7d12890-419a-4fa5-9aaa-294643a5cdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0983069
Dec 16 14:43:44.249497 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4607294-5a77-4597-bc71-0626ef37b0db req-c13ae72a-24a5-440d-b690-437a2ed1705f tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:44.250822 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f4607294-5a77-4597-bc71-0626ef37b0db req-c13ae72a-24a5-440d-b690-437a2ed1705f tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 948 time: 0.1388552
Dec 16 14:43:44.313886 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f4607294-5a77-4597-bc71-0626ef37b0db req-d7d1fcd2-c56a-426d-8d23-80e7f7d352c7 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569627
Dec 16 14:43:44.423143 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3025e873-266f-49f7-be95-f094f44e8db2 req-ef36e1c1-3028-4383-9705-e552472f77aa service neutron] 10.222.0.66 "GET /v2.0/networks/a7d12890-419a-4fa5-9aaa-294643a5cdaf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343439
Dec 16 14:43:44.564536 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3025e873-266f-49f7-be95-f094f44e8db2 req-6cf75f0e-72a0-4edf-94ee-e84998b9b94f service neutron] 10.222.0.66 "GET /v2.0/networks/a7d12890-419a-4fa5-9aaa-294643a5cdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280258
Dec 16 14:43:44.707437 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-6a2bcaa1-066c-4a79-ae99-436854d376e4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:44.708883 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-6a2bcaa1-066c-4a79-ae99-436854d376e4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 946 time: 0.0798137
Dec 16 14:43:44.783165 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Deleting port 3086416d-8f44-45e7-a877-073ca8530605 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:43:44.783512 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.036060 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a94ac0-76f1-4f1a-93f3-72174e3799cc req-c6251370-47c7-448a-8db8-6d1cb443ac91 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:45.037541 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-29a94ac0-76f1-4f1a-93f3-72174e3799cc req-c6251370-47c7-448a-8db8-6d1cb443ac91 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 946 time: 0.2292848
Dec 16 14:43:45.121296 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-29a94ac0-76f1-4f1a-93f3-72174e3799cc req-de175a2f-3481-4a2e-b3a8-1ff0e20caaf5 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=0ed959f3-3283-4fc8-83be-5548a52228d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715473
Dec 16 14:43:45.150731 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] For port 3086416d-8f44-45e7-a877-073ca8530605, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3086416d-8f44-45e7-a877-073ca8530605,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:43:45.150731 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.202760 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 52532) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:45.265780 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.275364 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_v2 [None req-a357a217-c38c-408e-9f3c-f11f53c9e513 admin admin] Deleting subnet 1eda57b1-5f84-4e22-8057-9285f26780cf {{(pid=87789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:43:45.279166 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a357a217-c38c-408e-9f3c-f11f53c9e513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.332512 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a357a217-c38c-408e-9f3c-f11f53c9e513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2750870'] for subnet, precommit_delete_associations {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.398493 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a357a217-c38c-408e-9f3c-f11f53c9e513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.477152 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a357a217-c38c-408e-9f3c-f11f53c9e513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2354036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2333516'] for subnet, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.481874 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b231ca38-babc-44fa-8170-a16773767a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:45.516662 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357a217-c38c-408e-9f3c-f11f53c9e513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eda57b1-5f84-4e22-8057-9285f26780cf,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:45.518602 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a357a217-c38c-408e-9f3c-f11f53c9e513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.523858 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a357a217-c38c-408e-9f3c-f11f53c9e513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:45.525558 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-a357a217-c38c-408e-9f3c-f11f53c9e513 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1eda57b1-5f84-4e22-8057-9285f26780cf HTTP/1.1" status: 204  len: 168 time: 0.3215017
Dec 16 14:43:45.528556 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 52542) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:45.609723 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.610124 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.610486 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.l3_db [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Floating IP e8c4c768-4618-4151-8fe2-28ba046cd764 disassociated. External IP: 172.27.0.228, port: 3086416d-8f44-45e7-a877-073ca8530605.
Dec 16 14:43:45.610825 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Calling delete_port for 3086416d-8f44-45e7-a877-073ca8530605 owned by compute:nova {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:43:45.634475 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.688406 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df433e9d-96c2-4995-ba4a-2310374ab9de req-bcb958e9-07a8-49b6-85f0-b9cb083079f3 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:45.689893 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-df433e9d-96c2-4995-ba4a-2310374ab9de req-bcb958e9-07a8-49b6-85f0-b9cb083079f3 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 948 time: 0.1753154
Dec 16 14:43:45.759475 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.782710 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-df433e9d-96c2-4995-ba4a-2310374ab9de req-d43f865e-bae7-4b51-9c50-3cd97c055142 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798047
Dec 16 14:43:45.808415 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.814922 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:45.815547 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 641e8b5b-c459-4be8-80b9-1e51a5562e77 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:43:45.867746 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event deleted for resources: {'Port': ['ID=3086416d-8f44-45e7-a877-073ca8530605,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:45.871251 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:45.877056 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.services.segments.db [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753d7481c0>,) {'filters': {'network_id': ['80a0dcd7-59dc-485e-9feb-7d18fa3c28f8']}} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:45.891611 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.services.segments.db [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753d7481c0>, 'cc24a22f-4b01-40aa-9169-2597a0684734') {'for_net_delete': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:45.891858 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.services.segments.db [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753d7481c0>, 'cc24a22f-4b01-40aa-9169-2597a0684734') {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:45.904143 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2750849'] for segment, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.921544 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.927995 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=87789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:43:45.928391 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2354090'] for segment, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.932903 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device e53554ce-cefb-44ad-a028-c910c35ef033 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]: Traceback (most recent call last):
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     timer()
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     cb(*args, **kw)
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     return func(*args, **kwargs)
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     self._notify()
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     self.callback(batched_events)
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     event.method(event)
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     return f(self, *a, **k)
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     return self._get(url).json()
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:43:45.942446 dv-cinder-821892-3-iscsi neutron-server[87789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:43:45.985727 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: e53554ce-cefb-44ad-a028-c910c35ef033 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:43:45.986208 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device e53554ce-cefb-44ad-a028-c910c35ef033 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:43:46.026692 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:46.030430 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:46.044706 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 641e8b5b-c459-4be8-80b9-1e51a5562e77, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=641e8b5b-c459-4be8-80b9-1e51a5562e77,segment=NetworkSegment(ede47c3d-f6a7-485b-9744-3a4ce06fbe72),segment_id=ede47c3d-f6a7-485b-9744-3a4ce06fbe72)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:43:46.046504 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:46.053190 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a0dcd7-59dc-485e-9feb-7d18fa3c28f8,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:46.057039 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:46.063154 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '641e8b5b-c459-4be8-80b9-1e51a5562e77', 'network_id': 'a7d12890-419a-4fa5-9aaa-294643a5cdaf', 'port_id': '641e8b5b-c459-4be8-80b9-1e51a5562e77', 'mac_address': 'fa:16:3e:de:00:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0857bd71-fa3c-4df0-b364-2ea124e4259a', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:43:46.067388 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] 10.222.0.64 "DELETE /v2.0/networks/80a0dcd7-59dc-485e-9feb-7d18fa3c28f8 HTTP/1.1" status: 204  len: 168 time: 0.5375502
Dec 16 14:43:46.073712 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Router 673877f3-8afd-4670-a416-3600b07d645f has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:43:46.124335 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:46.143347 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641e8b5b-c459-4be8-80b9-1e51a5562e77 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:43:46.163926 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 641e8b5b-c459-4be8-80b9-1e51a5562e77, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=641e8b5b-c459-4be8-80b9-1e51a5562e77,segment=NetworkSegment(ede47c3d-f6a7-485b-9744-3a4ce06fbe72),segment_id=ede47c3d-f6a7-485b-9744-3a4ce06fbe72)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:43:46.168130 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:46.171083 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:46.253587 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=641e8b5b-c459-4be8-80b9-1e51a5562e77,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:46.261707 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:46.262252 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:46.262921 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:46.263348 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:46.263897 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:46.264330 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:46.264770 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:46.265217 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:46.265621 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:46.265947 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:46.266507 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:46.266604 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:46.270820 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:46.302119 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 52550) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:46.344335 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d717abbe-28e7-4ae6-85f9-e297167efa99 req-68db52fa-7378-4d7f-baa5-a11b40925043 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1e7a3c6-dc99-4927-83c2-dd8ba87239b2 HTTP/1.1" status: 200  len: 210 time: 0.0591397
Dec 16 14:43:46.355619 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-4d8f0772-206a-4f0e-bf60-4fe23a46db26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a10c6d1e7e7425bb59f6efad4231db3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522227
Dec 16 14:43:46.358694 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 52554) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:46.370538 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:43:46.386786 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b69c23d-5a49-4452-a502-3fda9ad4d596 None None] Sync routers for ids ['673877f3-8afd-4670-a416-3600b07d645f'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:43:46.399279 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b69c23d-5a49-4452-a502-3fda9ad4d596 None None] Routers {'673877f3-8afd-4670-a416-3600b07d645f'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:43:46.400097 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-8b69c23d-5a49-4452-a502-3fda9ad4d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753de3cb80>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:43:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['673877f3-8afd-4670-a416-3600b07d645f'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:46.448290 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] No DVR routers for this DVR port 3086416d-8f44-45e7-a877-073ca8530605 on host hv-cinder-82189 {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:43:46.450887 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:46.453707 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'name': 'network-vif-deleted', 'tag': '3086416d-8f44-45e7-a877-073ca8530605'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:43:46.467075 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3f0edb36-9f9b-4dd0-81b1-ce9161b4b661 req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.66 "DELETE /v2.0/ports/3086416d-8f44-45e7-a877-073ca8530605 HTTP/1.1" status: 204  len: 173 time: 1.7528007
Dec 16 14:43:46.482852 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-badd7df3-4814-4a1c-b2b7-31a24e12581c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:46.508170 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['641e8b5b-c459-4be8-80b9-1e51a5562e77'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:43:46.528751 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e7a3c6-dc99-4927-83c2-dd8ba87239b2', 'name': 'network-vif-deleted', 'tag': '3086416d-8f44-45e7-a877-073ca8530605', 'status': 'completed', 'code': 200}
Dec 16 14:43:46.542029 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-badd7df3-4814-4a1c-b2b7-31a24e12581c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:46.615871 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-badd7df3-4814-4a1c-b2b7-31a24e12581c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:46.620114 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c4bc15fa-d585-492f-83a8-bfd365b9f3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:46.648170 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-28e654a0-3b40-42c6-aa5e-ad3a61928d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:46.657057 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd7df3-4814-4a1c-b2b7-31a24e12581c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80f9fa9-b46d-4fd3-90ee-d776652f2757,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:46.660058 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-badd7df3-4814-4a1c-b2b7-31a24e12581c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:46.667253 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-badd7df3-4814-4a1c-b2b7-31a24e12581c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:46.673583 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-badd7df3-4814-4a1c-b2b7-31a24e12581c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e80f9fa9-b46d-4fd3-90ee-d776652f2757 HTTP/1.1" status: 204  len: 168 time: 0.3136046
Dec 16 14:43:46.802707 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-8b69c23d-5a49-4452-a502-3fda9ad4d596 None None] Set router 673877f3-8afd-4670-a416-3600b07d645f gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:43:47.083536 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d599d83-3a18-407f-9027-05640013d336 req-6d99d2aa-448b-4a66-88be-807d6f5a408d tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:47.092073 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5d599d83-3a18-407f-9027-05640013d336 req-6d99d2aa-448b-4a66-88be-807d6f5a408d tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 949 time: 0.1097386
Dec 16 14:43:47.158986 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5d599d83-3a18-407f-9027-05640013d336 req-f6c01bc2-a248-45c0-a54a-0a5d2afa693e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638452
Dec 16 14:43:47.285813 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-8b69c23d-5a49-4452-a502-3fda9ad4d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753de3cb80>, [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:42Z', 'revision_number': 5, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:47.290280 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b69c23d-5a49-4452-a502-3fda9ad4d596 None None] Checking router: 673877f3-8afd-4670-a416-3600b07d645f for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:43:47.302708 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b69c23d-5a49-4452-a502-3fda9ad4d596 None None] Routers {'673877f3-8afd-4670-a416-3600b07d645f'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:43:47.303337 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-8b69c23d-5a49-4452-a502-3fda9ad4d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753de3cb80>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:43:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['673877f3-8afd-4670-a416-3600b07d645f'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:47.483078 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52590) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:47.541518 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-8b69c23d-5a49-4452-a502-3fda9ad4d596 None None] Set router 673877f3-8afd-4670-a416-3600b07d645f gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:43:47.556749 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0b259ee9-0d71-4d65-bd3a-50ed483b0cba tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:47.587802 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0b259ee9-0d71-4d65-bd3a-50ed483b0cba tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:47.646660 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0b259ee9-0d71-4d65-bd3a-50ed483b0cba tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:47.650978 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8aae4798-e1bb-4101-811f-c799e8498925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:47.666675 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b259ee9-0d71-4d65-bd3a-50ed483b0cba tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed959f3-3283-4fc8-83be-5548a52228d9,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:47.672053 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0b259ee9-0d71-4d65-bd3a-50ed483b0cba tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:47.687638 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0b259ee9-0d71-4d65-bd3a-50ed483b0cba tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:47.689371 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-0b259ee9-0d71-4d65-bd3a-50ed483b0cba tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "DELETE /v2.0/security-groups/0ed959f3-3283-4fc8-83be-5548a52228d9 HTTP/1.1" status: 204  len: 168 time: 0.2046280
Dec 16 14:43:47.691990 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52598) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:47.712763 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.api.v2.resource [None req-5a23ee26-69cb-4086-8eee-1c34ea8f0937 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] show failed (client error): The resource could not be found.
Dec 16 14:43:47.714354 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-5a23ee26-69cb-4086-8eee-1c34ea8f0937 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups/0ed959f3-3283-4fc8-83be-5548a52228d9 HTTP/1.1" status: 404  len: 347 time: 0.0210965
Dec 16 14:43:47.717721 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52602) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:47.837676 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 641e8b5b-c459-4be8-80b9-1e51a5562e77 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:43:47.983850 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 641e8b5b-c459-4be8-80b9-1e51a5562e77 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:43:47.990461 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 641e8b5b-c459-4be8-80b9-1e51a5562e77 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:43:47.991212 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:48.005813 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-23ad9002-ec67-448c-9e81-083236f09792 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Deleting port 726452a7-c049-4d0e-83c8-e68a5eb606f4 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:43:48.006160 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-23ad9002-ec67-448c-9e81-083236f09792 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:48.094864 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-8b69c23d-5a49-4452-a502-3fda9ad4d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753de3cb80>, [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:42Z', 'revision_number': 5, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:48.160940 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b69c23d-5a49-4452-a502-3fda9ad4d596 None None] The sync data for ids ['673877f3-8afd-4670-a416-3600b07d645f'] in dv-cinder-821892-3-iscsi is: [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:42Z', 'revision_number': 5, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:43:48.186664 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:48.251808 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-23ad9002-ec67-448c-9e81-083236f09792 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:48.252401 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-23ad9002-ec67-448c-9e81-083236f09792 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:48.269243 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65981206-fc07-4d04-b940-1718b46f008f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641e8b5b-c459-4be8-80b9-1e51a5562e77'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:43:48.290732 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 641e8b5b-c459-4be8-80b9-1e51a5562e77, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=641e8b5b-c459-4be8-80b9-1e51a5562e77,segment=NetworkSegment(ede47c3d-f6a7-485b-9744-3a4ce06fbe72),segment_id=ede47c3d-f6a7-485b-9744-3a4ce06fbe72)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:43:48.297432 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:48.298324 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 3086416d-8f44-45e7-a877-073ca8530605 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:43:48.342323 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:48.374926 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65981206-fc07-4d04-b940-1718b46f008f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641e8b5b-c459-4be8-80b9-1e51a5562e77', 'code': 200}
Dec 16 14:43:48.401637 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 3086416d-8f44-45e7-a877-073ca8530605 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:43:48.401992 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 3086416d-8f44-45e7-a877-073ca8530605 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:43:48.460224 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=641e8b5b-c459-4be8-80b9-1e51a5562e77,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:48.465263 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:48.486621 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-23ad9002-ec67-448c-9e81-083236f09792 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Calling delete_port for 726452a7-c049-4d0e-83c8-e68a5eb606f4 owned by network:floatingip {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:43:48.624559 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aee70ed-f5f7-460f-b37c-ac1d97122823 None None] New status for floating IP e8c4c768-4618-4151-8fe2-28ba046cd764: DOWN {{(pid=87791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:43:48.808151 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.db.api [None req-4aee70ed-f5f7-460f-b37c-ac1d97122823 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 16 14:43:48.808151 dv-cinder-821892-3-iscsi neutron-server[87791]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s]
Dec 16 14:43:48.808151 dv-cinder-821892-3-iscsi neutron-server[87791]: [parameters: {'status': 'DOWN', 'floatingips_id': 'e8c4c768-4618-4151-8fe2-28ba046cd764'}]
Dec 16 14:43:48.808151 dv-cinder-821892-3-iscsi neutron-server[87791]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:43:48.808570 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_db.api [None req-4aee70ed-f5f7-460f-b37c-ac1d97122823 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:43:48.815959 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695285d6-135f-43d2-82aa-8fe8a00eeb31 req-c015140a-fa2b-41d2-8224-f2f6982913d6 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:48.817469 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-695285d6-135f-43d2-82aa-8fe8a00eeb31 req-c015140a-fa2b-41d2-8224-f2f6982913d6 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 950 time: 0.3414712
Dec 16 14:43:48.850429 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960127f0-68e7-4d47-88c7-4401080a0c52 req-b55ff3fe-3da7-4240-9ca7-80b135197829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:48.851864 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-960127f0-68e7-4d47-88c7-4401080a0c52 req-b55ff3fe-3da7-4240-9ca7-80b135197829 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 1103 time: 0.1992917
Dec 16 14:43:48.944057 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-23ad9002-ec67-448c-9e81-083236f09792 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:48.950427 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-695285d6-135f-43d2-82aa-8fe8a00eeb31 req-8c9bdcfa-660f-4840-a05f-3a19e70a4ffe tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887599
Dec 16 14:43:48.953864 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:48.991323 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-960127f0-68e7-4d47-88c7-4401080a0c52 req-e00173e4-e215-4e6a-a97c-dff33e5fff38 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260388
Dec 16 14:43:49.000649 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad9002-ec67-448c-9e81-083236f09792 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event deleted for resources: {'Port': ['ID=726452a7-c049-4d0e-83c8-e68a5eb606f4,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:49.016308 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-e37267b4-e858-4a72-be77-3457766d0f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:49.036913 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-23ad9002-ec67-448c-9e81-083236f09792 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:49.097253 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-23ad9002-ec67-448c-9e81-083236f09792 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:49.112956 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-23ad9002-ec67-448c-9e81-083236f09792 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:49.114117 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-23ad9002-ec67-448c-9e81-083236f09792 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "DELETE /v2.0/floatingips/e8c4c768-4618-4151-8fe2-28ba046cd764 HTTP/1.1" status: 204  len: 168 time: 1.3945735
Dec 16 14:43:49.310309 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aee70ed-f5f7-460f-b37c-ac1d97122823 None None] New status for floating IP e8c4c768-4618-4151-8fe2-28ba046cd764: DOWN {{(pid=87791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:43:49.483122 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52650) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:49.488506 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349533892', 'description': 'tempest-description--1243723840'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:43:49.494475 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:49.499106 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Usage tracker for resource:security_group and tenant:431320546381414684830eb2bc36deef is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:49.501975 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:49.507862 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:49.518872 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:49.539282 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:49.543063 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Usage tracker for resource:security_group_rule and tenant:431320546381414684830eb2bc36deef is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:49.546049 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:49.553760 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:49.625033 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:49.628803 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:49.632510 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0701e7b5-c58e-4619-8e00-28c1071022dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:49.678701 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a17cf6-e837-40ef-97e5-64c215b76323,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:49.681580 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:49.682389 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:49.683585 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1994464
Dec 16 14:43:49.687073 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52656) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:49.692310 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-5362a6a6-8023-4296-83d7-3771fe18e6c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Request body: {'security_group_rule': {'security_group_id': '02a17cf6-e837-40ef-97e5-64c215b76323', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:43:49.698284 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-5362a6a6-8023-4296-83d7-3771fe18e6c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:49.702150 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-5362a6a6-8023-4296-83d7-3771fe18e6c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Usage tracker for resource:security_group_rule and tenant:431320546381414684830eb2bc36deef is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:49.705049 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-5362a6a6-8023-4296-83d7-3771fe18e6c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:49.713322 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-5362a6a6-8023-4296-83d7-3771fe18e6c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:49.729069 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5362a6a6-8023-4296-83d7-3771fe18e6c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:49.798270 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5362a6a6-8023-4296-83d7-3771fe18e6c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:49.803016 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5362a6a6-8023-4296-83d7-3771fe18e6c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:49.805306 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:49.825922 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362a6a6-8023-4296-83d7-3771fe18e6c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c96768-7a8e-4330-8a23-b9e47202df8e,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:49.831260 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-5362a6a6-8023-4296-83d7-3771fe18e6c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:49.841407 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5362a6a6-8023-4296-83d7-3771fe18e6c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:49.846168 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-5362a6a6-8023-4296-83d7-3771fe18e6c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1547010
Dec 16 14:43:49.846422 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52660) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:49.851660 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-f6cf3eb5-14ac-4acc-8ec4-ba94f7751e56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Request body: {'security_group_rule': {'security_group_id': '02a17cf6-e837-40ef-97e5-64c215b76323', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:43:49.858496 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-f6cf3eb5-14ac-4acc-8ec4-ba94f7751e56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:49.862249 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-f6cf3eb5-14ac-4acc-8ec4-ba94f7751e56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Usage tracker for resource:security_group_rule and tenant:431320546381414684830eb2bc36deef is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:49.865091 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-f6cf3eb5-14ac-4acc-8ec4-ba94f7751e56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:49.870722 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-f6cf3eb5-14ac-4acc-8ec4-ba94f7751e56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:49.892012 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3eb5-14ac-4acc-8ec4-ba94f7751e56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:49.960500 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3eb5-14ac-4acc-8ec4-ba94f7751e56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:49.968756 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3eb5-14ac-4acc-8ec4-ba94f7751e56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:49.972971 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-5362a6a6-8023-4296-83d7-3771fe18e6c4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:49.996208 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf3eb5-14ac-4acc-8ec4-ba94f7751e56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134a98db-ea15-466a-ab22-13475004e355,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:49.999343 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f6cf3eb5-14ac-4acc-8ec4-ba94f7751e56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:50.009812 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3eb5-14ac-4acc-8ec4-ba94f7751e56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:50.011174 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-f6cf3eb5-14ac-4acc-8ec4-ba94f7751e56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1637826
Dec 16 14:43:50.014771 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52666) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:50.020228 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Request body: {'floatingip': {'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:43:50.027061 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:50.032227 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Usage tracker for resource:floatingip and tenant:431320546381414684830eb2bc36deef is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:50.036426 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:50.042489 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:50.057314 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:50.224048 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b77ea-eea6-4278-a663-9cc9e58192ea req-7fb9b9b1-efc4-4a19-a50c-62f0264d2ac2 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:50.225548 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-379b77ea-eea6-4278-a663-9cc9e58192ea req-7fb9b9b1-efc4-4a19-a50c-62f0264d2ac2 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 950 time: 0.1544840
Dec 16 14:43:50.237452 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:50.295558 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-379b77ea-eea6-4278-a663-9cc9e58192ea req-c99a6d7f-b4d4-47fd-9d81-6f4b699d51b6 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588379
Dec 16 14:43:50.300122 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:50.398192 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:50.437228 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Allocated IP 172.27.0.191 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/0987dc64-24d3-47d1-bdb1-e0929ab1049f) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:43:50.677918 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:50.719779 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:50.730128 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ff7379a5-568d-4739-8553-38f01b158109 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:50.795250 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:43:50.798290 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:43:50.802186 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:43:50.857777 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event updated for resources: {'Port': ['ID=0987dc64-24d3-47d1-bdb1-e0929ab1049f,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:50.862201 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:50.945806 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:51.013547 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:51.217502 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:51.222496 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:51.227090 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ab2a41a5-281b-49cc-b0f4-f8dcbcd26079 tempest-ServerRescueNegativeTestJSON-1864195994 tempest-ServerRescueNegativeTestJSON-1864195994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:51.343561 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event updated for resources: {'Port': ['ID=0987dc64-24d3-47d1-bdb1-e0929ab1049f,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:51.346880 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:51.354172 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:51.377917 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:51.379423 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3633149
Dec 16 14:43:51.486794 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160924f-d0a3-4b02-b4b7-4521ab8abdfc req-331aa3fa-6297-44bc-85f5-0a8e45a1a7fb tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:51.488252 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9160924f-d0a3-4b02-b4b7-4521ab8abdfc req-331aa3fa-6297-44bc-85f5-0a8e45a1a7fb tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 950 time: 0.0837345
Dec 16 14:43:51.532372 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9160924f-d0a3-4b02-b4b7-4521ab8abdfc req-e0b870bb-262e-4cee-8fad-667c1697a3dc tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384412
Dec 16 14:43:51.600938 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-a1b183b5-eab8-4ad7-b4f1-5e1722f0cda2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Synchronizing usage tracker for tenant:431320546381414684830eb2bc36deef on resource:security_group {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:43:51.620423 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-a1b183b5-eab8-4ad7-b4f1-5e1722f0cda2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Unset dirty status for tenant:431320546381414684830eb2bc36deef on resource:security_group {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:43:51.621642 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-a1b183b5-eab8-4ad7-b4f1-5e1722f0cda2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1349533892&fields=id&tenant_id=431320546381414684830eb2bc36deef HTTP/1.1" status: 200  len: 267 time: 0.0592515
Dec 16 14:43:51.773140 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-246dfb25-eadb-4e8f-94d8-44939f34a6d9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:51.774529 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-246dfb25-eadb-4e8f-94d8-44939f34a6d9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 817 time: 0.1459744
Dec 16 14:43:51.795639 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-b02eb524-8c72-4c70-9c38-350b04d9b1f1 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/quotas/431320546381414684830eb2bc36deef HTTP/1.1" status: 200  len: 375 time: 0.0109346
Dec 16 14:43:51.906212 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-67893c74-fe99-4675-9ad6-0d3170980343 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Synchronizing usage tracker for tenant:431320546381414684830eb2bc36deef on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:43:51.982314 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-67893c74-fe99-4675-9ad6-0d3170980343 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Unset dirty status for tenant:431320546381414684830eb2bc36deef on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:43:51.983632 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-67893c74-fe99-4675-9ad6-0d3170980343 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1795166
Dec 16 14:43:52.011046 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb6228-923d-4ff4-91f4-fe300dd23836 req-909cc8ec-cdb3-44d5-b303-4545a7959109 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:52.013425 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a7cb6228-923d-4ff4-91f4-fe300dd23836 req-909cc8ec-cdb3-44d5-b303-4545a7959109 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 950 time: 0.1043329
Dec 16 14:43:52.022483 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:52.142050 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a7cb6228-923d-4ff4-91f4-fe300dd23836 req-65f39695-f40d-4251-b1ae-5216ef998aa8 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081824
Dec 16 14:43:52.180245 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-e49fae13-5a19-42f2-93ff-c0f9bd462c67 service neutron] 10.222.0.64 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657608
Dec 16 14:43:52.314820 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-c7d9163f-a396-4920-9be5-0b7f12464325 service neutron] 10.222.0.64 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273127
Dec 16 14:43:52.490986 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ec558b32-e622-4719-af5c-138b714813da req-fbda1a75-809e-4b1a-92b3-4820bdff9efb tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 210 time: 0.0460687
Dec 16 14:43:53.331570 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c2b6e-22f9-4ede-a225-d91aa88db8f3 req-b5b44eff-f568-4684-8a88-a36b19d50e2f tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:53.333080 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-089c2b6e-22f9-4ede-a225-d91aa88db8f3 req-b5b44eff-f568-4684-8a88-a36b19d50e2f tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 950 time: 0.0807741
Dec 16 14:43:53.377788 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-089c2b6e-22f9-4ede-a225-d91aa88db8f3 req-816ea9fe-5295-4be2-a2b0-e59528d3fb6c tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391524
Dec 16 14:43:53.643112 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-98c12531-aa87-4718-9dde-17111feebae9 req-e24e5546-8ca3-48bd-8ea4-ee7b7bc881b7 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 210 time: 0.0437622
Dec 16 14:43:54.632600 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dfb6e-3dc7-4fb0-9f60-59ac23266257 req-346967d9-200d-4db2-abbc-29fa5e4e35b2 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:54.634090 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d17dfb6e-3dc7-4fb0-9f60-59ac23266257 req-346967d9-200d-4db2-abbc-29fa5e4e35b2 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 950 time: 0.1504502
Dec 16 14:43:54.679066 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d17dfb6e-3dc7-4fb0-9f60-59ac23266257 req-f6fa445d-bc0c-438a-bb2a-572aff957873 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385456
Dec 16 14:43:54.790236 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-480414ed-e663-4d3e-be83-c7b9e58c647d req-f901ac26-efdc-4801-8a21-3db539f5944c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 210 time: 0.0414450
Dec 16 14:43:56.001856 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-72abd787-91df-401f-b340-9036755d178b req-7f5f5c5c-fc7f-4c1a-8367-de0a74198891 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 210 time: 0.0595155
Dec 16 14:43:56.050710 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e0d88-8bb6-4633-8640-64e38564dbd4 req-347fc4c2-f87b-4467-9e23-d09a034d64c6 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:56.052601 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2a6e0d88-8bb6-4633-8640-64e38564dbd4 req-347fc4c2-f87b-4467-9e23-d09a034d64c6 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 950 time: 0.2464302
Dec 16 14:43:56.061702 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809153e-e1a1-415f-869c-1a38501738a7 req-eed57293-8a8e-46f6-bee4-5be1d88e0d89 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:56.063095 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c809153e-e1a1-415f-869c-1a38501738a7 req-eed57293-8a8e-46f6-bee4-5be1d88e0d89 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.66 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 950 time: 0.1634490
Dec 16 14:43:56.160504 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2a6e0d88-8bb6-4633-8640-64e38564dbd4 req-4740d003-02a0-411a-90ac-af717b724ba1 tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/security-groups?id=94545c93-27b4-41a7-a981-ba9261aa77d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962102
Dec 16 14:43:56.172015 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-c809153e-e1a1-415f-869c-1a38501738a7 req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Deleting port 641e8b5b-c459-4be8-80b9-1e51a5562e77 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:43:56.172367 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-c809153e-e1a1-415f-869c-1a38501738a7 req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:56.174960 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-b9a0b5fb-7786-431a-865d-aef9882e813d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:56.176418 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-b9a0b5fb-7786-431a-865d-aef9882e813d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.66 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 817 time: 0.1817870
Dec 16 14:43:56.233533 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-65c50ea0-97ab-44f6-9775-eb485d51b745 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=431320546381414684830eb2bc36deef HTTP/1.1" status: 200  len: 380 time: 0.0426047
Dec 16 14:43:56.244348 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Request body: {'port': {'device_id': 'aa5526fc-135b-4e73-882b-e446f2905447', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'admin_state_up': True, 'tenant_id': '431320546381414684830eb2bc36deef', 'security_groups': ['02a17cf6-e837-40ef-97e5-64c215b76323']}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:43:56.385181 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:56.397018 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:56.414741 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Made reservation on behalf of 431320546381414684830eb2bc36deef for: {'port': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:43:56.414741 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:56.439144 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-c809153e-e1a1-415f-869c-1a38501738a7 req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] For port 641e8b5b-c459-4be8-80b9-1e51a5562e77, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=641e8b5b-c459-4be8-80b9-1e51a5562e77,segment=NetworkSegment(ede47c3d-f6a7-485b-9744-3a4ce06fbe72),segment_id=ede47c3d-f6a7-485b-9744-3a4ce06fbe72)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:43:56.439519 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-c809153e-e1a1-415f-869c-1a38501738a7 req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:56.573267 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-c809153e-e1a1-415f-869c-1a38501738a7 req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Calling delete_port for 641e8b5b-c459-4be8-80b9-1e51a5562e77 owned by compute:nova {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:43:56.581888 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Allocated IP 172.20.0.6 (63997e9c-5e41-48b1-b719-91db81ce0d01/27b1fbfc-a9d0-4474-832b-94caa7c8c0e5/863ee071-cd68-4318-b951-baa44727d00f) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:43:56.724120 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-c809153e-e1a1-415f-869c-1a38501738a7 req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:56.732008 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:56.760735 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['641e8b5b-c459-4be8-80b9-1e51a5562e77'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:43:56.781137 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:56.798292 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Transition to ACTIVE for port object 863ee071-cd68-4318-b951-baa44727d00f will not be triggered until provisioned by entity DHCP. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:43:56.817037 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Pushing event deleted for resources: {'Port': ['ID=641e8b5b-c459-4be8-80b9-1e51a5562e77,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:56.822919 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:56.830066 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:56.882803 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-c809153e-e1a1-415f-869c-1a38501738a7 req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] No DVR routers for this DVR port 641e8b5b-c459-4be8-80b9-1e51a5562e77 on host hv-cinder-82189 {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:43:56.885748 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-c809153e-e1a1-415f-869c-1a38501738a7 req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:56.898381 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:56.898884 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:56.899302 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:56.899648 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:56.900244 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:56.900655 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:56.901083 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:56.901551 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:56.902895 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:56.902895 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:56.902895 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:56.903337 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:56.906665 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:56.907908 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65981206-fc07-4d04-b940-1718b46f008f', 'name': 'network-vif-deleted', 'tag': '641e8b5b-c459-4be8-80b9-1e51a5562e77'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:43:56.913119 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c809153e-e1a1-415f-869c-1a38501738a7 req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.66 "DELETE /v2.0/ports/641e8b5b-c459-4be8-80b9-1e51a5562e77 HTTP/1.1" status: 204  len: 173 time: 0.8332264
Dec 16 14:43:56.920660 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event updated for resources: {'Port': ['ID=863ee071-cd68-4318-b951-baa44727d00f,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:56.925372 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Network 63997e9c-5e41-48b1-b719-91db81ce0d01 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:43:56.926568 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:56.927796 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:43:56.930389 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:43:57.032627 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65981206-fc07-4d04-b940-1718b46f008f', 'name': 'network-vif-deleted', 'tag': '641e8b5b-c459-4be8-80b9-1e51a5562e77', 'status': 'completed', 'code': 200}
Dec 16 14:43:57.054581 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:57.055295 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:57.057156 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52798) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:57.102790 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8549452
Dec 16 14:43:57.124960 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Request body: {'port': {'device_id': 'aa5526fc-135b-4e73-882b-e446f2905447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:43:57.176216 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9c14e8-3479-4e37-bc6f-af376789075b admin admin] Deleting subnet f16f6203-ca0e-4c42-890e-aca25615d8d6 {{(pid=87788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:43:57.233704 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0a9c14e8-3479-4e37-bc6f-af376789075b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:57.298303 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:57.300549 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-b8a05800-ce42-4700-be33-4498ee5dce34 None None] Provisioning for port 863ee071-cd68-4318-b951-baa44727d00f completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:43:57.310497 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-b8a05800-ce42-4700-be33-4498ee5dce34 None None] Provisioning complete for port 863ee071-cd68-4318-b951-baa44727d00f triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:43:57.311425 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b8a05800-ce42-4700-be33-4498ee5dce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:57.316438 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0a9c14e8-3479-4e37-bc6f-af376789075b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934412'] for subnet, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:57.386294 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-b8a05800-ce42-4700-be33-4498ee5dce34 None None] Port 863ee071-cd68-4318-b951-baa44727d00f cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:43:57.432881 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b531e-5056-4afb-9b11-317e43176bb8 req-cad6477f-320f-40d9-99b5-0e29a8a8cae2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:57.440423 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c86b531e-5056-4afb-9b11-317e43176bb8 req-cad6477f-320f-40d9-99b5-0e29a8a8cae2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 931 time: 0.2614758
Dec 16 14:43:57.445695 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-5bc6320f-621c-4a02-a5b4-da52c7ac2add req-d17a8faa-3711-4a64-9c5c-b07c437c806e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Synchronizing usage tracker for tenant:bed21a1e88bf46c49beba44b174b57dd on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:43:57.486409 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0a9c14e8-3479-4e37-bc6f-af376789075b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:57.543539 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-5bc6320f-621c-4a02-a5b4-da52c7ac2add req-d17a8faa-3711-4a64-9c5c-b07c437c806e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Unset dirty status for tenant:bed21a1e88bf46c49beba44b174b57dd on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:43:57.544903 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5bc6320f-621c-4a02-a5b4-da52c7ac2add req-d17a8faa-3711-4a64-9c5c-b07c437c806e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] 10.222.0.64 "GET /v2.0/ports?device_id=65981206-fc07-4d04-b940-1718b46f008f HTTP/1.1" status: 200  len: 210 time: 0.1745088
Dec 16 14:43:57.551770 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c86b531e-5056-4afb-9b11-317e43176bb8 req-90436915-c88c-459a-9bc4-30800dd270a6 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104343
Dec 16 14:43:57.587793 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0a9c14e8-3479-4e37-bc6f-af376789075b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1525904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1418927'] for subnet, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:57.594597 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-e80c1d2d-5966-4e69-a80b-6ab6360432d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:57.632675 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c14e8-3479-4e37-bc6f-af376789075b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f16f6203-ca0e-4c42-890e-aca25615d8d6,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:57.634748 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0a9c14e8-3479-4e37-bc6f-af376789075b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:57.637725 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0a9c14e8-3479-4e37-bc6f-af376789075b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:57.641932 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-0a9c14e8-3479-4e37-bc6f-af376789075b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f16f6203-ca0e-4c42-890e-aca25615d8d6 HTTP/1.1" status: 204  len: 168 time: 0.5835912
Dec 16 14:43:57.644327 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 52814) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:57.738754 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863ee071-cd68-4318-b951-baa44727d00f {{(pid=87789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:43:57.746680 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:57.762391 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Transition to ACTIVE for port object 863ee071-cd68-4318-b951-baa44727d00f will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:43:57.766600 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:57.770285 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:57.852424 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:57.993540 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:58.014785 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Pushing event updated for resources: {'Port': ['ID=863ee071-cd68-4318-b951-baa44727d00f,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:58.022354 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753cf52700>,) {'filters': {'network_id': ['a86c2bfe-cd8a-4625-92b8-54f4b30e84fa']}} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:58.022458 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:58.035184 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753cf52700>, '7c23f85f-82b5-463b-b64c-10b3576b617b') {'for_net_delete': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:58.035675 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753cf52700>, '7c23f85f-82b5-463b-b64c-10b3576b617b') {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:58.046831 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934427'] for segment, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:58.062165 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:58.068333 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=87788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:43:58.068929 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1525838'] for segment, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]: Traceback (most recent call last):
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     timer()
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     cb(*args, **kw)
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     return func(*args, **kwargs)
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     self._notify()
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     self.callback(batched_events)
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     event.method(event)
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     return f(self, *a, **k)
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._get(url).json()
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:43:58.082982 dv-cinder-821892-3-iscsi neutron-server[87788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:43:58.095153 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Attempting to bind port 863ee071-cd68-4318-b951-baa44727d00f on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:43:58.095506 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Attempting to bind port 863ee071-cd68-4318-b951-baa44727d00f by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:43:58.095950 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Attempting to bind port 863ee071-cd68-4318-b951-baa44727d00f on network 63997e9c-5e41-48b1-b719-91db81ce0d01 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:43:58.100637 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Port 863ee071-cd68-4318-b951-baa44727d00f on network 63997e9c-5e41-48b1-b719-91db81ce0d01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:43:58.100983 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Attempting to bind port 863ee071-cd68-4318-b951-baa44727d00f on network 63997e9c-5e41-48b1-b719-91db81ce0d01 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:43:58.106343 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:43:58.106664 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Checking segment: {'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:43:58.106984 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Bound using segment: {'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:43:58.107417 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Bound port: 863ee071-cd68-4318-b951-baa44727d00f, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8223f641-8aae-41f1-b123-5b2fef058e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:43:58.107755 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:58.161486 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:58.166354 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:58.168745 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:58.189260 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a86c2bfe-cd8a-4625-92b8-54f4b30e84fa,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:58.191587 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:58.196606 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] For port 863ee071-cd68-4318-b951-baa44727d00f, host hv-cinder-82189, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:43:58.200156 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a86c2bfe-cd8a-4625-92b8-54f4b30e84fa HTTP/1.1" status: 204  len: 168 time: 0.5548058
Dec 16 14:43:58.200931 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] For port 863ee071-cd68-4318-b951-baa44727d00f, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=863ee071-cd68-4318-b951-baa44727d00f,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:43:58.206186 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:58.210343 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e0b18eb7-d843-453b-ba0a-b70235bce953 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:58.270123 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:58.270741 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:58.272095 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] 10.222.0.66 "PUT /v2.0/ports/863ee071-cd68-4318-b951-baa44727d00f HTTP/1.1" status: 200  len: 1093 time: 1.1607392
Dec 16 14:43:58.275282 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5526fc-135b-4e73-882b-e446f2905447', 'tag': '863ee071-cd68-4318-b951-baa44727d00f'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:43:58.300626 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Pushing event updated for resources: {'Port': ['ID=863ee071-cd68-4318-b951-baa44727d00f,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:58.304258 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:58.335954 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5526fc-135b-4e73-882b-e446f2905447', 'tag': '863ee071-cd68-4318-b951-baa44727d00f', 'status': 'completed', 'code': 200}
Dec 16 14:43:58.403748 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 52822) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:58.471137 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-1e9488b3-75bb-48e5-916d-8ff24ba79b3a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd04f3d6f9ef4788bb01db0c11ba554f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0662227
Dec 16 14:43:58.473513 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 52826) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:58.489587 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-c0ebb3cf-f961-4a6e-afb7-f192cc877b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:58.491025 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-c0ebb3cf-f961-4a6e-afb7-f192cc877b1d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 1096 time: 0.1390777
Dec 16 14:43:58.586882 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-b3d04ebd-4e87-4c93-92a4-7e0b3c4128a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=863ee071-cd68-4318-b951-baa44727d00f HTTP/1.1" status: 200  len: 217 time: 0.0814800
Dec 16 14:43:58.651457 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ed24aef1-fb9a-45d4-803a-e692014228f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:58.690005 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-8d72a292-2f61-4acb-880c-b74eaaa5b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:58.691471 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-8d72a292-2f61-4acb-880c-b74eaaa5b660 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 HTTP/1.1" status: 200  len: 856 time: 0.0982940
Dec 16 14:43:58.693210 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ed24aef1-fb9a-45d4-803a-e692014228f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:58.806482 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-e431dce9-c131-434a-9077-a129ccd650df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:58.807905 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-e431dce9-c131-434a-9077-a129ccd650df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63997e9c-5e41-48b1-b719-91db81ce0d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1071398
Dec 16 14:43:58.813468 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3986c5-7bed-45c4-9217-1214154daee1 req-b9cef794-c3d8-48ac-891d-9af24bcc1bd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:58.814907 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ed24aef1-fb9a-45d4-803a-e692014228f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:58.815835 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6c3986c5-7bed-45c4-9217-1214154daee1 req-b9cef794-c3d8-48ac-891d-9af24bcc1bd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.1067116
Dec 16 14:43:58.822500 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-87c2ffa0-5026-4e92-b4f9-d7a76e1f2bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:58.879725 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6c3986c5-7bed-45c4-9217-1214154daee1 req-618f47a8-1d16-4862-9f21-ff3b41c4856a tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542498
Dec 16 14:43:58.944623 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24aef1-fb9a-45d4-803a-e692014228f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058d2e95-bb0f-4683-b9aa-fd48c376e8c7,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:58.947341 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-ed24aef1-fb9a-45d4-803a-e692014228f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:58.954090 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-ed24aef1-fb9a-45d4-803a-e692014228f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:58.955979 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-ed24aef1-fb9a-45d4-803a-e692014228f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/058d2e95-bb0f-4683-b9aa-fd48c376e8c7 HTTP/1.1" status: 204  len: 168 time: 0.4815707
Dec 16 14:43:59.018161 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-19cda5e2-dac8-4012-a42a-cf6a9dc79803 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966236
Dec 16 14:43:59.189240 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-46a635ec-2930-444e-8fde-319a1b0cf8f1 req-f234f2ee-3c67-4643-967f-fe6eb7d13e3d service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644971
Dec 16 14:43:59.374613 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6653c5-3963-4b50-ab44-2cc52ae22e42 req-6b826447-74ad-4b0b-9c9a-45abc0103d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:59.376505 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-9d6653c5-3963-4b50-ab44-2cc52ae22e42 req-6b826447-74ad-4b0b-9c9a-45abc0103d8a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 1096 time: 0.0945108
Dec 16 14:43:59.523093 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6653c5-3963-4b50-ab44-2cc52ae22e42 req-675d3ed5-d86f-494f-8979-a8be861af2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:59.524648 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-9d6653c5-3963-4b50-ab44-2cc52ae22e42 req-675d3ed5-d86f-494f-8979-a8be861af2f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 918 time: 0.1413128
Dec 16 14:43:59.614759 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-9d6653c5-3963-4b50-ab44-2cc52ae22e42 req-7bb4b46f-87c0-4752-8aac-35c033553945 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=863ee071-cd68-4318-b951-baa44727d00f HTTP/1.1" status: 200  len: 217 time: 0.0830250
Dec 16 14:43:59.700941 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6653c5-3963-4b50-ab44-2cc52ae22e42 req-3f9b6ad7-dc45-44f5-a2db-9359b19f750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:59.702568 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-9d6653c5-3963-4b50-ab44-2cc52ae22e42 req-3f9b6ad7-dc45-44f5-a2db-9359b19f750a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 HTTP/1.1" status: 200  len: 856 time: 0.0804784
Dec 16 14:43:59.817374 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6653c5-3963-4b50-ab44-2cc52ae22e42 req-86bb150a-6ba4-46ad-baa3-59bc48fd0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:59.818957 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-9d6653c5-3963-4b50-ab44-2cc52ae22e42 req-86bb150a-6ba4-46ad-baa3-59bc48fd0364 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63997e9c-5e41-48b1-b719-91db81ce0d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1050723
Dec 16 14:43:59.864276 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 641e8b5b-c459-4be8-80b9-1e51a5562e77 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:43:59.916265 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 641e8b5b-c459-4be8-80b9-1e51a5562e77 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:43:59.916955 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 641e8b5b-c459-4be8-80b9-1e51a5562e77 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:44:00.032901 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-9d6653c5-3963-4b50-ab44-2cc52ae22e42 req-06d1726e-cdbc-413b-a42c-c6afc0d31fe6 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061388
Dec 16 14:44:00.100629 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a77120-da8a-4036-9c27-b31caaef9c53 req-33271906-b465-4b0a-9776-9133b7af19de tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:00.102212 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-58a77120-da8a-4036-9c27-b31caaef9c53 req-33271906-b465-4b0a-9776-9133b7af19de tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.0924413
Dec 16 14:44:00.156160 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-58a77120-da8a-4036-9c27-b31caaef9c53 req-a76733ee-738d-4015-b967-70fe74997180 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458343
Dec 16 14:44:00.196323 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-9d6653c5-3963-4b50-ab44-2cc52ae22e42 req-7012d0b4-f9c9-40b7-a031-570484dfba07 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570842
Dec 16 14:44:01.352815 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7ca1d-18b1-4070-97c4-9b4ee32ca68a req-de448048-36c6-44ff-800f-bad09586119b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:01.354286 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3db7ca1d-18b1-4070-97c4-9b4ee32ca68a req-de448048-36c6-44ff-800f-bad09586119b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.0828226
Dec 16 14:44:01.402111 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3db7ca1d-18b1-4070-97c4-9b4ee32ca68a req-02176dbb-0401-437c-bf34-74bb008a9f37 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421221
Dec 16 14:44:01.881724 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 863ee071-cd68-4318-b951-baa44727d00f details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:44:02.041815 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 863ee071-cd68-4318-b951-baa44727d00f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=863ee071-cd68-4318-b951-baa44727d00f,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:02.056832 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '863ee071-cd68-4318-b951-baa44727d00f', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'port_id': '863ee071-cd68-4318-b951-baa44727d00f', 'mac_address': 'fa:16:3e:98:1f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:44:02.125629 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:02.149712 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863ee071-cd68-4318-b951-baa44727d00f {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:44:02.169411 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 863ee071-cd68-4318-b951-baa44727d00f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=863ee071-cd68-4318-b951-baa44727d00f,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:02.173267 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:02.175081 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:02.246047 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=863ee071-cd68-4318-b951-baa44727d00f,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:02.249448 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:02.591026 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677754d0-7649-413d-a789-5459c1642625 req-2196c762-4bd8-4a0f-89c4-a389df64fbaf tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:02.592486 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-677754d0-7649-413d-a789-5459c1642625 req-2196c762-4bd8-4a0f-89c4-a389df64fbaf tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 944 time: 0.0832078
Dec 16 14:44:02.638710 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-677754d0-7649-413d-a789-5459c1642625 req-ee6a1ae9-5b84-4a82-86e0-8c740ee729be tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405543
Dec 16 14:44:03.280668 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['863ee071-cd68-4318-b951-baa44727d00f'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:44:03.829304 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00377f05-b66a-4428-991e-4e9dd34fe265 req-4c8680de-a816-4061-852b-677a454a8b49 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:03.830830 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-00377f05-b66a-4428-991e-4e9dd34fe265 req-4c8680de-a816-4061-852b-677a454a8b49 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 944 time: 0.0828695
Dec 16 14:44:03.876310 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-00377f05-b66a-4428-991e-4e9dd34fe265 req-477cef4b-4a9d-4c7c-9390-ed09545a43b3 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391057
Dec 16 14:44:05.060455 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52806e56-d125-4d24-9f06-316c5cfa8353 req-a96df162-99be-483e-a9e9-65de8120c887 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:05.061930 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-52806e56-d125-4d24-9f06-316c5cfa8353 req-a96df162-99be-483e-a9e9-65de8120c887 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 944 time: 0.0782616
Dec 16 14:44:05.105932 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-52806e56-d125-4d24-9f06-316c5cfa8353 req-d17e7862-2d92-4a78-9fa5-a0f3ed19b712 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384328
Dec 16 14:44:06.303425 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1d346-078f-4298-be7c-0d4139ed0fc6 req-fac6f284-03ea-4f1a-8499-e0fb0c278d06 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:06.305124 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-27d1d346-078f-4298-be7c-0d4139ed0fc6 req-fac6f284-03ea-4f1a-8499-e0fb0c278d06 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 944 time: 0.0878994
Dec 16 14:44:06.353547 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-27d1d346-078f-4298-be7c-0d4139ed0fc6 req-9f798c55-bd59-42b0-a98e-999abd7c0c83 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425978
Dec 16 14:44:06.541520 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53208) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:06.697832 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-f241a352-1548-44f9-bb0e-3de2955529e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bed21a1e88bf46c49beba44b174b57dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1550043
Dec 16 14:44:06.700345 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53218) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:06.852335 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-61895576-d0af-4ab7-8ea3-3d4acd2f215b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:06.878531 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-61895576-d0af-4ab7-8ea3-3d4acd2f215b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:06.931693 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-61895576-d0af-4ab7-8ea3-3d4acd2f215b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:06.937367 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8cb12991-6c44-4387-ab15-12333f20a9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:06.952281 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61895576-d0af-4ab7-8ea3-3d4acd2f215b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94545c93-27b4-41a7-a981-ba9261aa77d6,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:06.955675 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-61895576-d0af-4ab7-8ea3-3d4acd2f215b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:06.962863 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-61895576-d0af-4ab7-8ea3-3d4acd2f215b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:06.966951 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-61895576-d0af-4ab7-8ea3-3d4acd2f215b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94545c93-27b4-41a7-a981-ba9261aa77d6 HTTP/1.1" status: 204  len: 168 time: 0.2654917
Dec 16 14:44:07.101250 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 863ee071-cd68-4318-b951-baa44727d00f up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:07.171376 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 863ee071-cd68-4318-b951-baa44727d00f completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:07.176348 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 863ee071-cd68-4318-b951-baa44727d00f triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:07.176731 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:07.327230 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:07.355716 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5526fc-135b-4e73-882b-e446f2905447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863ee071-cd68-4318-b951-baa44727d00f'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:44:07.365881 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 863ee071-cd68-4318-b951-baa44727d00f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=863ee071-cd68-4318-b951-baa44727d00f,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:07.370346 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:07.373522 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:07.409413 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5526fc-135b-4e73-882b-e446f2905447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863ee071-cd68-4318-b951-baa44727d00f', 'code': 200}
Dec 16 14:44:07.448308 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=863ee071-cd68-4318-b951-baa44727d00f,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:07.451971 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:07.596298 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a993f-ee80-4d70-a604-6150c1541312 req-0c2dd56e-e1cd-492a-a49e-13ae8fe7ed62 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:07.597844 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-983a993f-ee80-4d70-a604-6150c1541312 req-0c2dd56e-e1cd-492a-a49e-13ae8fe7ed62 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0891948
Dec 16 14:44:07.650825 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-983a993f-ee80-4d70-a604-6150c1541312 req-7b474912-9348-4cf2-8e91-695cf7a013b8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467305
Dec 16 14:44:07.711655 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53264) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:07.720020 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdf0dd-21eb-4561-be63-38af531af752 req-cdb77bde-b494-41f1-97b3-a4e00b4b114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:07.721562 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-39cdf0dd-21eb-4561-be63-38af531af752 req-cdb77bde-b494-41f1-97b3-a4e00b4b114c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 1098 time: 0.0904055
Dec 16 14:44:07.764842 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-39cdf0dd-21eb-4561-be63-38af531af752 req-0be69b3b-2c69-4308-ad8d-c8c3746a95f0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364511
Dec 16 14:44:07.834557 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-997621554-network', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:07.839784 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:07.843586 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Usage tracker for resource:network and tenant:90b1e0c2f8144613a8e65e6b0e208a87 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:07.846453 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:07.851993 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:07.861730 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Made reservation on behalf of 90b1e0c2f8144613a8e65e6b0e208a87 for: {'network': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:07.864092 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:07.876507 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:07.891262 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:07.895209 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Usage tracker for resource:security_group_rule and tenant:90b1e0c2f8144613a8e65e6b0e208a87 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:07.898028 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:07.903593 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:07.988193 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:07.991861 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:07.996315 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-badd7df3-4814-4a1c-b2b7-31a24e12581c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:08.022819 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'}  {{(pid=87789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:44:08.035486 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d75c3ab-f387-4647-b18d-e0bc29e918eb,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:08.039096 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:08.041600 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:08.041941 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.segments_db [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Added segment baf84605-5033-4c73-83f1-04c20e687c69 of type vlan for network bb27a73b-c5ab-4802-a8a2-f712426550d4
Dec 16 14:44:08.068209 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:08.103408 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:08.105054 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:08.106447 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:08.109830 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:08.207490 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Pushing event updated for resources: {'Network': ['ID=bb27a73b-c5ab-4802-a8a2-f712426550d4,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:08.210830 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:08.215676 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4997861
Dec 16 14:44:08.216698 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53274) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:08.218681 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network bb27a73b-c5ab-4802-a8a2-f712426550d4 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:44:08.222715 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Request body: {'subnet': {'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-997621554-subnet', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'ip_version': 4}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:08.228005 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:08.232623 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Usage tracker for resource:subnet and tenant:90b1e0c2f8144613a8e65e6b0e208a87 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:08.235622 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:08.241514 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:08.255666 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Made reservation on behalf of 90b1e0c2f8144613a8e65e6b0e208a87 for: {'subnet': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:08.258447 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2333543'] for subnet, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:08.473430 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2353971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2333525'] for subnet, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:08.477552 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:08.553407 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf68b7e-96ac-4388-ba66-893dee6d058c,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:08.557359 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:08.559847 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Checking segment: {'id': 'baf84605-5033-4c73-83f1-04c20e687c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:08.560191 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Network hostable DHCP agents. Network: bb27a73b-c5ab-4802-a8a2-f712426550d4, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:44:08.578834 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Network bb27a73b-c5ab-4802-a8a2-f712426550d4 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:44:08.588970 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, bb27a73b-c5ab-4802-a8a2-f712426550d4) {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:08.595961 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:08.596974 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:08.597614 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a862835-0791-4e75-a6a5-793d515c190a None None] Network bb27a73b-c5ab-4802-a8a2-f712426550d4 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:44:08.618872 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-cfd17aef-37fc-4ba7-832b-eb2f425a3b15 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4004993
Dec 16 14:44:08.621366 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53286) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:08.626416 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:08.631045 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:08.635253 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Usage tracker for resource:router and tenant:90b1e0c2f8144613a8e65e6b0e208a87 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:08.639048 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:08.644910 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:08.658728 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1834981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1169'] for router, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:08.659833 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1940600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1130'] for router, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:08.676575 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:08.841224 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf478f8b-adfe-50d8-afc5-8c7ba86bb1bc-bb27a73b-c5ab-4802-a8a2-f712426550d4', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'fixed_ips': [{'subnet_id': '3bf68b7e-96ac-4388-ba66-893dee6d058c'}]}} from dv-cinder-821892-3-iscsi. {{(pid=87790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 14:44:08.844814 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:08.946447 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1d2bd-7a18-472d-8d7e-e4cd6300693f req-24e327c8-2242-4417-a83b-67c03393060d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:08.952065 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c8a1d2bd-7a18-472d-8d7e-e4cd6300693f req-24e327c8-2242-4417-a83b-67c03393060d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.1747818
Dec 16 14:44:09.002964 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1148'] for router, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:09.015002 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c8a1d2bd-7a18-472d-8d7e-e4cd6300693f req-9f05100f-38b0-444f-a586-320386d514ee tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575578
Dec 16 14:44:09.095369 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.db_base_plugin_common [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Allocated IP 172.20.0.2 (bb27a73b-c5ab-4802-a8a2-f712426550d4/3bf68b7e-96ac-4388-ba66-893dee6d058c/40351bdb-c0e8-45da-b671-48692e57a5b9) {{(pid=87790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:09.160123 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53298) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:09.316163 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7c901767-43e4-4e8f-920f-6301b3779293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:09.323035 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Notify callbacks [] for port, precommit_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:09.333399 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Transition to ACTIVE for port object 40351bdb-c0e8-45da-b671-48692e57a5b9 will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:09.351348 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Transition to ACTIVE for port object 40351bdb-c0e8-45da-b671-48692e57a5b9 will not be triggered until provisioned by entity DHCP. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:09.358279 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-7c901767-43e4-4e8f-920f-6301b3779293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:09.358510 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:09.364358 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:09.375068 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-7c901767-43e4-4e8f-920f-6301b3779293 admin admin] Usage tracker for resource:security_group_rule and tenant:4adf7287b539497f9cb11c625ebc5b75 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:09.379271 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-7c901767-43e4-4e8f-920f-6301b3779293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:09.387666 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-7c901767-43e4-4e8f-920f-6301b3779293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:09.403701 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:09.425941 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Network bb27a73b-c5ab-4802-a8a2-f712426550d4 is already hosted by enough agents. {{(pid=87790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:09.428960 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.base_scheduler [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Resources bound (agent type, host, resource id):  {{(pid=87790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:09.432809 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Received port after_create {{(pid=87790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:44:09.466329 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Pushing event updated for resources: {'Port': ['ID=40351bdb-c0e8-45da-b671-48692e57a5b9,revision_number=1']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:09.475155 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:09.530619 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Attempting to bind port 40351bdb-c0e8-45da-b671-48692e57a5b9 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:09.530952 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Attempting to bind port 40351bdb-c0e8-45da-b671-48692e57a5b9 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': 'baf84605-5033-4c73-83f1-04c20e687c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:09.531324 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Attempting to bind port 40351bdb-c0e8-45da-b671-48692e57a5b9 on network bb27a73b-c5ab-4802-a8a2-f712426550d4 {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:44:09.536651 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:44:09.537022 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:09.537164 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Checking segment: {'id': 'baf84605-5033-4c73-83f1-04c20e687c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:09.537458 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:09.537855 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Bound using segment: {'id': 'baf84605-5033-4c73-83f1-04c20e687c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:44:09.538321 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Bound port: 40351bdb-c0e8-45da-b671-48692e57a5b9, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf84605-5033-4c73-83f1-04c20e687c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:09.538698 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:09.631085 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] For port 40351bdb-c0e8-45da-b671-48692e57a5b9, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:44:09.636261 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] For port 40351bdb-c0e8-45da-b671-48692e57a5b9, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=40351bdb-c0e8-45da-b671-48692e57a5b9,segment=NetworkSegment(baf84605-5033-4c73-83f1-04c20e687c69),segment_id=baf84605-5033-4c73-83f1-04c20e687c69)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:44:09.641517 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:09.651386 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:09.732090 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Pushing event updated for resources: {'Port': ['ID=40351bdb-c0e8-45da-b671-48692e57a5b9,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:09.735736 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:09.739266 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7c901767-43e4-4e8f-920f-6301b3779293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:09.750134 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Allocated IP 172.27.0.194 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/ad2ebfc5-0c59-4d3a-8749-5c3f45598991) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:09.755180 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7c901767-43e4-4e8f-920f-6301b3779293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:09.763923 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d3afb3cb-04b2-4757-be57-71f7e2d7b0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:09.881376 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-7c901767-43e4-4e8f-920f-6301b3779293 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4adf7287b539497f9cb11c625ebc5b75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7201827
Dec 16 14:44:09.884062 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53310) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:09.891942 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c901767-43e4-4e8f-920f-6301b3779293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e482ab1f-f1ef-4064-8f4a-b6173daa8ca3,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:09.896146 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7c901767-43e4-4e8f-920f-6301b3779293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:09.992287 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:10.005813 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e5c31808-5bd6-40e0-81b9-67d2e2fb9adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:10.046490 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:10.051097 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e5c31808-5bd6-40e0-81b9-67d2e2fb9adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:10.059793 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-ad608470-df08-4682-8ac6-eb593741fc80 tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:10.121536 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e5c31808-5bd6-40e0-81b9-67d2e2fb9adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:10.128729 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0013a68f-2aa0-45aa-8180-6012d1ab0901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:10.139045 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:10.142051 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:10.146561 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:44:10.150319 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e5c31808-5bd6-40e0-81b9-67d2e2fb9adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:10.151660 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-e5c31808-5bd6-40e0-81b9-67d2e2fb9adc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e482ab1f-f1ef-4064-8f4a-b6173daa8ca3 HTTP/1.1" status: 204  len: 168 time: 0.2665622
Dec 16 14:44:10.152917 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c31808-5bd6-40e0-81b9-67d2e2fb9adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e482ab1f-f1ef-4064-8f4a-b6173daa8ca3,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:10.160995 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-e5c31808-5bd6-40e0-81b9-67d2e2fb9adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:10.270881 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8c299-4ed0-47d1-a96c-82264f5eac4c req-52bc3965-61f0-4c85-92f5-0d852a98f99a tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:10.272387 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5de8c299-4ed0-47d1-a96c-82264f5eac4c req-52bc3965-61f0-4c85-92f5-0d852a98f99a tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0891860
Dec 16 14:44:10.336845 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5de8c299-4ed0-47d1-a96c-82264f5eac4c req-b60b1552-6d35-4a10-93ca-8d3917f400f9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569496
Dec 16 14:44:10.438176 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad2ebfc5-0c59-4d3a-8749-5c3f45598991,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:10.444822 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:10.515966 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:44:10.639338 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd41c7d-4f02-438b-acd6-9ae45c14bdae req-3fe83a01-7376-41b0-ac50-bb59dfd66390 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:10.642606 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edd41c7d-4f02-438b-acd6-9ae45c14bdae req-3fe83a01-7376-41b0-ac50-bb59dfd66390 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.1108623
Dec 16 14:44:10.651612 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53336) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:10.659407 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-f2a4fce6-b046-4448-baa9-cbdbdefd48c9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Request body: {'floatingip': {'port_id': '863ee071-cd68-4318-b951-baa44727d00f'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:10.744087 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f2a4fce6-b046-4448-baa9-cbdbdefd48c9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:10.781621 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:10.893386 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94ce66c-1eca-466b-9905-41b4e1c4a4a3 None None] Network bb27a73b-c5ab-4802-a8a2-f712426550d4 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:44:11.006566 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-3b54285e-5c7f-40de-8da7-c56116aae262 None None] Provisioning for port 40351bdb-c0e8-45da-b671-48692e57a5b9 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:11.129821 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 40351bdb-c0e8-45da-b671-48692e57a5b9 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:11.181153 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53350) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:11.271190 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 40351bdb-c0e8-45da-b671-48692e57a5b9 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:11.273426 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831909'] for router, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:11.276891 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 40351bdb-c0e8-45da-b671-48692e57a5b9 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:11.277529 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:11.318487 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1452751366-network', 'tenant_id': '46480af5f9db43618ad0897695518251'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:11.402579 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:11.405342 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:11.422504 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Usage tracker for resource:network and tenant:46480af5f9db43618ad0897695518251 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:11.471342 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 40351bdb-c0e8-45da-b671-48692e57a5b9, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=40351bdb-c0e8-45da-b671-48692e57a5b9,segment=NetworkSegment(baf84605-5033-4c73-83f1-04c20e687c69),segment_id=baf84605-5033-4c73-83f1-04c20e687c69)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:11.480449 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:11.482356 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:11.550282 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:11.569119 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:11.579229 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=40351bdb-c0e8-45da-b671-48692e57a5b9,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:11.591818 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Made reservation on behalf of 46480af5f9db43618ad0897695518251 for: {'network': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:11.593645 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:11.593766 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:11.619309 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:11.636882 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Router b34a5772-fe8f-4ecf-9c79-80a03c237cbe is scheduled to L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 with binding_index 1 {{(pid=87789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 14:44:11.644823 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:11.650316 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Usage tracker for resource:security_group_rule and tenant:46480af5f9db43618ad0897695518251 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:11.653664 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:11.657682 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-f6f8fac5-91c3-44b9-b018-186eff25a964 None None] Provisioning complete for port 40351bdb-c0e8-45da-b671-48692e57a5b9 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:11.658294 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-f6f8fac5-91c3-44b9-b018-186eff25a964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:11.659291 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:11.832099 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:11.842578 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:11.844556 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:44:11.848382 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0cec193d-addf-4a8d-86d6-5cc6ed0a382b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:11.856405 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Sync routers for ids ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:44:11.871388 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Routers {'b34a5772-fe8f-4ecf-9c79-80a03c237cbe'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:11.872686 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e83e7c0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:43:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:11.878026 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.db.resource_extend [None req-f2a4fce6-b046-4448-baa9-cbdbdefd48c9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 14:44:11.880112 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Notify callbacks [] for router, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:11.881872 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.2593293
Dec 16 14:44:11.884135 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53364) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:11.936158 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'}  {{(pid=87788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:44:11.971017 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3375156b-6f4a-4f73-852a-cdd87768b159,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:11.977689 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:11.978591 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.segments_db [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Added segment 03722b98-e4a6-4aee-9a68-64dd95d3c204 of type vlan for network 96d497b5-c921-4430-a698-604964f9d557
Dec 16 14:44:11.980821 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:12.016627 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f2a4fce6-b046-4448-baa9-cbdbdefd48c9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:12.020632 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f2a4fce6-b046-4448-baa9-cbdbdefd48c9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:12.061308 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Set router b34a5772-fe8f-4ecf-9c79-80a03c237cbe gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:12.076338 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:12.201644 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:12.204858 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:12.205440 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:12.212897 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:12.291157 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.l3_db [None req-f2a4fce6-b046-4448-baa9-cbdbdefd48c9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Floating IP c9024465-6cab-4000-aa39-0d1dec4fb3dc associated. External IP: 172.27.0.191, port: 863ee071-cd68-4318-b951-baa44727d00f.
Dec 16 14:44:12.349667 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e83e7c0>, [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:44:10Z', 'revision_number': 3, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port': {'id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:09Z', 'updated_at': '2021-12-16T14:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:12.354221 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Checking router: b34a5772-fe8f-4ecf-9c79-80a03c237cbe for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:44:12.355385 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Updating router b34a5772-fe8f-4ecf-9c79-80a03c237cbe port ad2ebfc5-0c59-4d3a-8749-5c3f45598991 binding host dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:44:12.412459 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:12.483999 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Pushing event updated for resources: {'Network': ['ID=96d497b5-c921-4430-a698-604964f9d557,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:12.488204 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:12.491792 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.3096554
Dec 16 14:44:12.494608 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53368) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:12.502525 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Request body: {'subnet': {'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1452751366-subnet', 'tenant_id': '46480af5f9db43618ad0897695518251', 'ip_version': 4}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:12.503460 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network 96d497b5-c921-4430-a698-604964f9d557 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:44:12.558077 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:12.575714 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Usage tracker for resource:subnet and tenant:46480af5f9db43618ad0897695518251 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:12.580749 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:12.589659 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:12.590192 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:12.613406 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Made reservation on behalf of 46480af5f9db43618ad0897695518251 for: {'subnet': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:12.615817 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1418884'] for subnet, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:12.804986 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Allocated IP 172.20.0.1 (bb27a73b-c5ab-4802-a8a2-f712426550d4/3bf68b7e-96ac-4388-ba66-893dee6d058c/38da3996-1875-4d34-b955-a89d83bdd43a) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:12.838015 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Notify callbacks [] for port, precommit_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:12.853670 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Transition to ACTIVE for port object ad2ebfc5-0c59-4d3a-8749-5c3f45598991 will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:12.863247 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:12.875760 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:12.950122 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5c80a-01ad-44f5-80f8-7fd84beffe99 None None] Pushing event updated for resources: {'Port': ['ID=ad2ebfc5-0c59-4d3a-8749-5c3f45598991,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:12.962970 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-41f5c80a-01ad-44f5-80f8-7fd84beffe99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:12.971173 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Attempting to bind port ad2ebfc5-0c59-4d3a-8749-5c3f45598991 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:12.972639 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Attempting to bind port ad2ebfc5-0c59-4d3a-8749-5c3f45598991 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:12.973218 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Attempting to bind port ad2ebfc5-0c59-4d3a-8749-5c3f45598991 on network f1f8b53d-41ff-4b87-b9f2-88da98e427ba {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:44:12.979798 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:44:12.980156 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Checking segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:12.980660 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:12.981312 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Bound using segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:44:12.981888 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Bound port: ad2ebfc5-0c59-4d3a-8749-5c3f45598991, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:12.982738 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:13.003949 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:13.021664 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Transition to ACTIVE for port object 38da3996-1875-4d34-b955-a89d83bdd43a will not be triggered until provisioned by entity DHCP. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:13.047507 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a4fce6-b046-4448-baa9-cbdbdefd48c9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Router 673877f3-8afd-4670-a416-3600b07d645f has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:44:13.055838 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:13.067345 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:13.068025 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] For port ad2ebfc5-0c59-4d3a-8749-5c3f45598991, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:44:13.072135 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] For port ad2ebfc5-0c59-4d3a-8749-5c3f45598991, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=ad2ebfc5-0c59-4d3a-8749-5c3f45598991,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:44:13.078367 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:13.090843 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:13.122422 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 40351bdb-c0e8-45da-b671-48692e57a5b9 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:13.135859 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Network bb27a73b-c5ab-4802-a8a2-f712426550d4 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:13.138397 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1525975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1418934'] for subnet, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:13.140030 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:13.144025 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:44:13.172701 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:13.186374 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Pushing event updated for resources: {'Port': ['ID=38da3996-1875-4d34-b955-a89d83bdd43a,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:13.191535 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:13.215262 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741611'] for router_interface, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:13.226314 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Routers {'b34a5772-fe8f-4ecf-9c79-80a03c237cbe'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:13.226314 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e83e7c0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:43:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:13.338762 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4065d15a-cb85-4fdb-b221-40b98c53aeb0,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:13.341544 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5c80a-01ad-44f5-80f8-7fd84beffe99 None None] Pushing event updated for resources: {'Port': ['ID=ad2ebfc5-0c59-4d3a-8749-5c3f45598991,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:13.349943 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-41f5c80a-01ad-44f5-80f8-7fd84beffe99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:13.357968 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 40351bdb-c0e8-45da-b671-48692e57a5b9 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:13.358261 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:13.358405 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:13.373411 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Checking segment: {'id': '03722b98-e4a6-4aee-9a68-64dd95d3c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '96d497b5-c921-4430-a698-604964f9d557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:13.373762 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Network hostable DHCP agents. Network: 96d497b5-c921-4430-a698-604964f9d557, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:44:13.385421 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a4fce6-b046-4448-baa9-cbdbdefd48c9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:44:13.397090 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8abe92-b998-47e5-a8a1-08cab22f1896 None None] Sync routers for ids ['673877f3-8afd-4670-a416-3600b07d645f'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:44:13.404485 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f2a4fce6-b046-4448-baa9-cbdbdefd48c9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:13.410962 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8abe92-b998-47e5-a8a1-08cab22f1896 None None] Routers {'673877f3-8afd-4670-a416-3600b07d645f'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:13.414172 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-1a8abe92-b998-47e5-a8a1-08cab22f1896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753db2ad60>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:43:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['673877f3-8afd-4670-a416-3600b07d645f'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:13.438536 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Network 96d497b5-c921-4430-a698-604964f9d557 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:44:13.466647 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, 96d497b5-c921-4430-a698-604964f9d557) {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:13.473920 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:13.474498 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:13.481986 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-f2a4fce6-b046-4448-baa9-cbdbdefd48c9 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "PUT /v2.0/floatingips/c9024465-6cab-4000-aa39-0d1dec4fb3dc HTTP/1.1" status: 200  len: 991 time: 2.8251514
Dec 16 14:44:13.481986 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5526fc-135b-4e73-882b-e446f2905447', 'tag': '863ee071-cd68-4318-b951-baa44727d00f'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:44:13.516717 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-f59c4001-1c53-45db-9300-e1fd4462cec0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0210838
Dec 16 14:44:13.519419 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53382) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:13.530483 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:13.539562 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:13.548643 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Usage tracker for resource:router and tenant:46480af5f9db43618ad0897695518251 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:13.554120 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:13.563329 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:13.567289 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5526fc-135b-4e73-882b-e446f2905447', 'tag': '863ee071-cd68-4318-b951-baa44727d00f', 'status': 'completed', 'code': 200}
Dec 16 14:44:13.578548 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1834981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1169'] for router, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:13.580265 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1940600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1130'] for router, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:13.596462 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] Set router b34a5772-fe8f-4ecf-9c79-80a03c237cbe gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:13.605419 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:13.666973 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b60f92-c10b-49c8-b69d-10cfe343c987 None None] Network 96d497b5-c921-4430-a698-604964f9d557 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:44:13.671795 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-1a8abe92-b998-47e5-a8a1-08cab22f1896 None None] Set router 673877f3-8afd-4670-a416-3600b07d645f gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:13.747795 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:13.887750 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-577beb9a-6caf-4f5c-909d-dff5a11fedbe None None] Provisioning for port 38da3996-1875-4d34-b955-a89d83bdd43a completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:13.922083 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1148'] for router, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:13.952169 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-577beb9a-6caf-4f5c-909d-dff5a11fedbe None None] Provisioning complete for port 38da3996-1875-4d34-b955-a89d83bdd43a triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:13.952713 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-577beb9a-6caf-4f5c-909d-dff5a11fedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:14.017312 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-577beb9a-6caf-4f5c-909d-dff5a11fedbe None None] Port 38da3996-1875-4d34-b955-a89d83bdd43a cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:44:14.102858 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:14.111392 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:14.118306 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-1a8abe92-b998-47e5-a8a1-08cab22f1896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753db2ad60>, [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'c9024465-6cab-4000-aa39-0d1dec4fb3dc', 'tenant_id': '431320546381414684830eb2bc36deef', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '673877f3-8afd-4670-a416-3600b07d645f', 'port_id': '863ee071-cd68-4318-b951-baa44727d00f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'mac_address': 'fa:16:3e:98:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5526fc-135b-4e73-882b-e446f2905447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:43:50Z', 'updated_at': '2021-12-16T14:44:11Z', 'revision_number': 1, 'project_id': '431320546381414684830eb2bc36deef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:42Z', 'revision_number': 5, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:14.123536 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8abe92-b998-47e5-a8a1-08cab22f1896 None None] Checking router: 673877f3-8afd-4670-a416-3600b07d645f for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:44:14.133526 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8abe92-b998-47e5-a8a1-08cab22f1896 None None] Routers {'673877f3-8afd-4670-a416-3600b07d645f'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:14.134401 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-1a8abe92-b998-47e5-a8a1-08cab22f1896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753db2ad60>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:43:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['673877f3-8afd-4670-a416-3600b07d645f'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:14.141015 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0ac08880-17d6-4fc4-ac8b-644a03eb7ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:14.172465 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34e189-9372-42b3-bd22-978d13e4a035 req-8845bcfd-3a62-4b06-ae05-276c3cd00912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:14.173973 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2c34e189-9372-42b3-bd22-978d13e4a035 req-8845bcfd-3a62-4b06-ae05-276c3cd00912 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 1098 time: 0.5578272
Dec 16 14:44:14.320165 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf478f8b-adfe-50d8-afc5-8c7ba86bb1bc-96d497b5-c921-4430-a698-604964f9d557', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'tenant_id': '46480af5f9db43618ad0897695518251', 'fixed_ips': [{'subnet_id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0'}]}} from dv-cinder-821892-3-iscsi. {{(pid=87790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 14:44:14.321197 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:14.331301 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-1a8abe92-b998-47e5-a8a1-08cab22f1896 None None] Set router 673877f3-8afd-4670-a416-3600b07d645f gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:14.422081 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34e189-9372-42b3-bd22-978d13e4a035 req-78ac46c6-13cf-444e-8a28-9f31e7581704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:14.423683 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2c34e189-9372-42b3-bd22-978d13e4a035 req-78ac46c6-13cf-444e-8a28-9f31e7581704 service neutron] 10.222.0.66 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 918 time: 0.2364872
Dec 16 14:44:14.428701 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741768'] for router_interface, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:14.506601 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Pushing event updated for resources: {'Port': ['ID=38da3996-1875-4d34-b955-a89d83bdd43a,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:14.520055 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:14.553241 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:14.567348 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e83e7c0>, [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:44:10Z', 'revision_number': 3, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port': {'id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:09Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:14.578477 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c986c-9424-4e9a-a101-f748577618ba None None] The sync data for ids ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'] in dv-cinder-821892-3-iscsi is: [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:44:10Z', 'revision_number': 3, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port': {'id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:09Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:44:14.592477 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:14.662804 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2c34e189-9372-42b3-bd22-978d13e4a035 req-304c727a-2a04-44e8-8a8f-06838b79a662 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=863ee071-cd68-4318-b951-baa44727d00f HTTP/1.1" status: 200  len: 999 time: 0.2291028
Dec 16 14:44:14.679024 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.db_base_plugin_common [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Allocated IP 172.20.0.2 (96d497b5-c921-4430-a698-604964f9d557/4065d15a-cb85-4fdb-b221-40b98c53aeb0/ebec90fa-5822-417a-836c-86e1c0c62042) {{(pid=87790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:14.773124 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-1a8abe92-b998-47e5-a8a1-08cab22f1896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753db2ad60>, [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'c9024465-6cab-4000-aa39-0d1dec4fb3dc', 'tenant_id': '431320546381414684830eb2bc36deef', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '673877f3-8afd-4670-a416-3600b07d645f', 'port_id': '863ee071-cd68-4318-b951-baa44727d00f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'mac_address': 'fa:16:3e:98:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5526fc-135b-4e73-882b-e446f2905447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:43:50Z', 'updated_at': '2021-12-16T14:44:11Z', 'revision_number': 1, 'project_id': '431320546381414684830eb2bc36deef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:42Z', 'revision_number': 5, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:14.778167 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8abe92-b998-47e5-a8a1-08cab22f1896 None None] The sync data for ids ['673877f3-8afd-4670-a416-3600b07d645f'] in dv-cinder-821892-3-iscsi is: [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'c9024465-6cab-4000-aa39-0d1dec4fb3dc', 'tenant_id': '431320546381414684830eb2bc36deef', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '673877f3-8afd-4670-a416-3600b07d645f', 'port_id': '863ee071-cd68-4318-b951-baa44727d00f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'mac_address': 'fa:16:3e:98:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5526fc-135b-4e73-882b-e446f2905447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:43:50Z', 'updated_at': '2021-12-16T14:44:11Z', 'revision_number': 1, 'project_id': '431320546381414684830eb2bc36deef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:42Z', 'revision_number': 5, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:44:14.826033 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Network bb27a73b-c5ab-4802-a8a2-f712426550d4 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:14.832915 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:14.842982 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34e189-9372-42b3-bd22-978d13e4a035 req-3025e701-8200-4f86-bc5e-76914f27df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:14.845079 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2c34e189-9372-42b3-bd22-978d13e4a035 req-3025e701-8200-4f86-bc5e-76914f27df6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 HTTP/1.1" status: 200  len: 856 time: 0.1726823
Dec 16 14:44:14.893114 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Allocated IP 172.27.0.226 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/f91222e2-69ba-4b93-82a5-5f6f3070c22b) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:15.144710 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Notify callbacks [] for port, precommit_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:15.165884 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Transition to ACTIVE for port object ebec90fa-5822-417a-836c-86e1c0c62042 will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:15.174311 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:15.212850 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Transition to ACTIVE for port object ebec90fa-5822-417a-836c-86e1c0c62042 will not be triggered until provisioned by entity DHCP. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:15.224616 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:15.228700 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:15.230000 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-41f5c80a-01ad-44f5-80f8-7fd84beffe99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:15.232460 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34e189-9372-42b3-bd22-978d13e4a035 req-8f77a0b5-4b92-4bfa-b02c-8a2d783214f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:15.233977 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2c34e189-9372-42b3-bd22-978d13e4a035 req-8f77a0b5-4b92-4bfa-b02c-8a2d783214f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63997e9c-5e41-48b1-b719-91db81ce0d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2833261
Dec 16 14:44:15.235987 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8ba39fe0-ae80-4c1c-b9eb-30b355168e5e tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:15.239845 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Router b34a5772-fe8f-4ecf-9c79-80a03c237cbe has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:44:15.301995 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a02b9-fe46-4bd2-8e56-b757935a610b None None] New status for floating IP c9024465-6cab-4000-aa39-0d1dec4fb3dc: ACTIVE {{(pid=87790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:44:15.311911 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:15.316848 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:15.321552 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:44:15.373057 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f91222e2-69ba-4b93-82a5-5f6f3070c22b,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:15.378008 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:15.446903 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-5e9b2d80-1812-4b19-99b7-8f794cbe382f None None] Provisioning complete for port 38da3996-1875-4d34-b955-a89d83bdd43a triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:15.447508 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-5e9b2d80-1812-4b19-99b7-8f794cbe382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:15.492136 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Network 96d497b5-c921-4430-a698-604964f9d557 is already hosted by enough agents. {{(pid=87790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:15.493331 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:15.534290 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.base_scheduler [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Resources bound (agent type, host, resource id):  {{(pid=87790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:15.546946 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Received port after_create {{(pid=87790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:44:15.569128 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Pushing event updated for resources: {'Port': ['ID=ebec90fa-5822-417a-836c-86e1c0c62042,revision_number=1']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:15.574364 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:15.669031 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2c34e189-9372-42b3-bd22-978d13e4a035 req-a2547c5b-c8a6-4d2c-8321-42eac2e2395c service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4280529
Dec 16 14:44:15.690970 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b2d80-1812-4b19-99b7-8f794cbe382f None None] Port 38da3996-1875-4d34-b955-a89d83bdd43a cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:44:15.800366 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:44:15.843047 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] 10.222.0.64 "PUT /v2.0/routers/b34a5772-fe8f-4ecf-9c79-80a03c237cbe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9447324
Dec 16 14:44:15.884354 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Attempting to bind port ebec90fa-5822-417a-836c-86e1c0c62042 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:15.884731 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Attempting to bind port ebec90fa-5822-417a-836c-86e1c0c62042 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '03722b98-e4a6-4aee-9a68-64dd95d3c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '96d497b5-c921-4430-a698-604964f9d557'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:15.886849 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Attempting to bind port ebec90fa-5822-417a-836c-86e1c0c62042 on network 96d497b5-c921-4430-a698-604964f9d557 {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:44:15.911986 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:44:15.912358 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Checking segment: {'id': '03722b98-e4a6-4aee-9a68-64dd95d3c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '96d497b5-c921-4430-a698-604964f9d557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:15.912767 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:15.921712 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Bound using segment: {'id': '03722b98-e4a6-4aee-9a68-64dd95d3c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '96d497b5-c921-4430-a698-604964f9d557'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:44:15.921958 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Bound port: ebec90fa-5822-417a-836c-86e1c0c62042, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03722b98-e4a6-4aee-9a68-64dd95d3c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '96d497b5-c921-4430-a698-604964f9d557'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:15.922358 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:15.931669 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-2c34e189-9372-42b3-bd22-978d13e4a035 req-cb49bd5a-df7b-4ac3-a1e2-e2ad525d7fd6 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2436967
Dec 16 14:44:16.052121 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:16.091003 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] For port ebec90fa-5822-417a-836c-86e1c0c62042, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:44:16.094494 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] For port ebec90fa-5822-417a-836c-86e1c0c62042, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=ebec90fa-5822-417a-836c-86e1c0c62042,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:44:16.104763 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:16.115230 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:16.211764 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Pushing event updated for resources: {'Port': ['ID=ebec90fa-5822-417a-836c-86e1c0c62042,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:16.224091 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:16.455719 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-af569fa0-2afa-4e72-b42a-9eeab3936f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:16.579162 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53418) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:16.583327 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831909'] for router, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:16.585834 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-860835340-network', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:16.590668 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:16.594858 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Usage tracker for resource:network and tenant:b7c077a4a4cb41c88ca8e94033742898 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:16.599449 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:16.610716 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:16.623003 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Made reservation on behalf of b7c077a4a4cb41c88ca8e94033742898 for: {'network': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:16.625525 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:16.638887 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:16.653868 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:16.657845 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Usage tracker for resource:security_group_rule and tenant:b7c077a4a4cb41c88ca8e94033742898 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:16.660938 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:16.667461 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:16.752476 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:16.759628 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:16.764860 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-aaaaef9c-2806-48e1-a7de-8a24b1d7bdca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:16.788001 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'}  {{(pid=87789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:44:16.797334 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Router 36142466-c504-4380-afa9-823a67e586a9 is scheduled to L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 with binding_index 1 {{(pid=87788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 14:44:16.801904 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa00cd1-64b0-4cb2-9d79-1d02bc3199ce,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:16.804971 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:16.805894 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:16.806514 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.segments_db [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Added segment 18eb20b3-4556-45c3-b916-ac47d0e14cf8 of type vlan for network 48991672-b2ef-4034-b3f4-8d5683a686a3
Dec 16 14:44:16.849580 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:16.895862 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Sync routers for ids ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:44:16.899100 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:16.900696 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:16.901925 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:16.905653 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:16.906320 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Routers {'b34a5772-fe8f-4ecf-9c79-80a03c237cbe'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:16.906940 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dcf1bb0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:43:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:17.006254 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Pushing event updated for resources: {'Network': ['ID=48991672-b2ef-4034-b3f4-8d5683a686a3,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:17.010819 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4300005
Dec 16 14:44:17.012150 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:17.013892 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53428) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:17.025875 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Request body: {'subnet': {'network_id': '48991672-b2ef-4034-b3f4-8d5683a686a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-860835340-subnet', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'ip_version': 4}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:17.030902 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network 48991672-b2ef-4034-b3f4-8d5683a686a3 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:44:17.039496 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:44:17.045158 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:17.049469 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Usage tracker for resource:subnet and tenant:b7c077a4a4cb41c88ca8e94033742898 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:17.052428 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:17.060202 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:17.077048 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Made reservation on behalf of b7c077a4a4cb41c88ca8e94033742898 for: {'subnet': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:17.080506 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2333543'] for subnet, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:17.087895 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Notify callbacks [] for router, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:17.096755 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.5761158
Dec 16 14:44:17.097732 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53434) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:17.164491 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Sync routers for ids ['36142466-c504-4380-afa9-823a67e586a9'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:44:17.230677 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device ad2ebfc5-0c59-4d3a-8749-5c3f45598991 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:17.255601 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Set router b34a5772-fe8f-4ecf-9c79-80a03c237cbe gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:17.299853 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Routers {'36142466-c504-4380-afa9-823a67e586a9'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:17.300492 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c7f3df0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:43:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['36142466-c504-4380-afa9-823a67e586a9'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:17.560158 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2353971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2333525'] for subnet, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:17.565074 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-79001b29-6c0d-4a54-9eb1-62d7f4bd0223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:17.627719 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Set router 36142466-c504-4380-afa9-823a67e586a9 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:17.739101 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dcf1bb0>, [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 4, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port': {'id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:09Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '38da3996-1875-4d34-b955-a89d83bdd43a', 'name': '', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'mac_address': 'fa:16:3e:6d:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:12Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 2, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'subnets': [{'id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:17.739768 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f68c36c9-7831-4df3-8180-d9e7d186ca23,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:17.742015 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Checking segment: {'id': '18eb20b3-4556-45c3-b916-ac47d0e14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48991672-b2ef-4034-b3f4-8d5683a686a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:17.742439 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Network hostable DHCP agents. Network: 48991672-b2ef-4034-b3f4-8d5683a686a3, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:44:17.751389 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Checking router: b34a5772-fe8f-4ecf-9c79-80a03c237cbe for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:44:17.751962 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Updating router b34a5772-fe8f-4ecf-9c79-80a03c237cbe port 38da3996-1875-4d34-b955-a89d83bdd43a binding host dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:44:17.755969 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:17.790084 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Network 48991672-b2ef-4034-b3f4-8d5683a686a3 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:44:17.805255 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, 48991672-b2ef-4034-b3f4-8d5683a686a3) {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:17.812075 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:17.813647 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:17.834887 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:17.846817 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-c38a7864-da7b-43f7-bb3d-de6dd292ad8a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8314462
Dec 16 14:44:17.849055 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53444) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:17.858857 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-860835340-router', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:17.869046 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:17.877004 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Usage tracker for resource:router and tenant:b7c077a4a4cb41c88ca8e94033742898 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:17.882373 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:17.892141 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:17.919310 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1834981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1169'] for router, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:17.920685 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1940600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1130'] for router, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:17.950741 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:18.233296 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Notify callbacks [] for port, precommit_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:18.238903 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:18.248293 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0f26ad-cf6c-4e7e-9a45-c4e0a3d7a684 None None] Network 96d497b5-c921-4430-a698-604964f9d557 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:44:18.249612 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.provisioning_blocks [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Transition to ACTIVE for port object 38da3996-1875-4d34-b955-a89d83bdd43a will not be triggered until provisioned by entity L2. {{(pid=87791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:18.258282 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:18.260736 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16dcd7a-b7bd-451d-ac03-c52146225d33 None None] Network 48991672-b2ef-4034-b3f4-8d5683a686a3 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:44:18.270910 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-5c647dda-85fa-486f-8097-c7621b0277a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:18.286095 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1148'] for router, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:18.424588 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Pushing event updated for resources: {'Port': ['ID=38da3996-1875-4d34-b955-a89d83bdd43a,revision_number=3']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:18.465409 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1b73de74-11e0-47cb-a8a5-29dde50dc963 None None] Provisioning for port ebec90fa-5822-417a-836c-86e1c0c62042 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:18.486412 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:18.486899 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:18.487342 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:18.487753 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:18.488175 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:18.488775 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:18.489241 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:18.489649 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:18.490111 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:18.490577 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:18.490993 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:18.491715 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:18.496661 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:18.502561 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port ad2ebfc5-0c59-4d3a-8749-5c3f45598991 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:18.561963 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port ad2ebfc5-0c59-4d3a-8749-5c3f45598991 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:18.564028 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:18.566724 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Allocated IP 172.20.0.1 (96d497b5-c921-4430-a698-604964f9d557/4065d15a-cb85-4fdb-b221-40b98c53aeb0/49a816a7-496f-47dd-b66c-d80dd2af8db9) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:18.569991 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Attempting to bind port 38da3996-1875-4d34-b955-a89d83bdd43a on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:18.570502 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Attempting to bind port 38da3996-1875-4d34-b955-a89d83bdd43a by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': 'baf84605-5033-4c73-83f1-04c20e687c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4'}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:18.571038 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Attempting to bind port 38da3996-1875-4d34-b955-a89d83bdd43a on network bb27a73b-c5ab-4802-a8a2-f712426550d4 {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:44:18.577330 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:44:18.577924 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Checking segment: {'id': 'baf84605-5033-4c73-83f1-04c20e687c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:18.578495 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:18.579066 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Bound using segment: {'id': 'baf84605-5033-4c73-83f1-04c20e687c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4'} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:44:18.579723 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Bound port: 38da3996-1875-4d34-b955-a89d83bdd43a, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf84605-5033-4c73-83f1-04c20e687c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4'}}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:18.580316 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:18.685978 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] For port 38da3996-1875-4d34-b955-a89d83bdd43a, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:44:18.690018 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] For port 38da3996-1875-4d34-b955-a89d83bdd43a, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=38da3996-1875-4d34-b955-a89d83bdd43a,segment=NetworkSegment(baf84605-5033-4c73-83f1-04c20e687c69),segment_id=baf84605-5033-4c73-83f1-04c20e687c69)] {{(pid=87791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:44:18.695933 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:18.702449 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:18.782375 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Pushing event updated for resources: {'Port': ['ID=38da3996-1875-4d34-b955-a89d83bdd43a,revision_number=4']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:18.786095 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:18.807268 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Routers {'b34a5772-fe8f-4ecf-9c79-80a03c237cbe'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:18.807981 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dcf1bb0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:43:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:18.898671 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:18.947961 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Transition to ACTIVE for port object 49a816a7-496f-47dd-b66c-d80dd2af8db9 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:18.976441 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:18.995177 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:18.998992 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:19.029818 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c7f3df0>, [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:44:15Z', 'revision_number': 3, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port': {'id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:14Z', 'updated_at': '2021-12-16T14:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:19.030523 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:19.074917 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Checking router: 36142466-c504-4380-afa9-823a67e586a9 for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:44:19.075356 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Updating router 36142466-c504-4380-afa9-823a67e586a9 port f91222e2-69ba-4b93-82a5-5f6f3070c22b binding host dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:44:19.106536 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf478f8b-adfe-50d8-afc5-8c7ba86bb1bc-48991672-b2ef-4034-b3f4-8d5683a686a3', 'network_id': '48991672-b2ef-4034-b3f4-8d5683a686a3', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'fixed_ips': [{'subnet_id': 'f68c36c9-7831-4df3-8180-d9e7d186ca23'}]}} from dv-cinder-821892-3-iscsi. {{(pid=87790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 14:44:19.107531 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:19.111110 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] Set router b34a5772-fe8f-4ecf-9c79-80a03c237cbe gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:19.133786 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Network 96d497b5-c921-4430-a698-604964f9d557 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:19.137679 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:19.139455 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-2108b9ee-0374-4cb5-9b2c-9aa11a2fbece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:19.144296 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:44:19.204689 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Allocated IP 172.27.0.135 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/1144f39e-03ac-45d1-bf47-8f2dd0f38b2f) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:19.208509 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:19.211020 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741611'] for router_interface, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:19.253155 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:19.294914 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port ad2ebfc5-0c59-4d3a-8749-5c3f45598991, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=ad2ebfc5-0c59-4d3a-8749-5c3f45598991,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:19.321372 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:19.322555 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device ebec90fa-5822-417a-836c-86e1c0c62042 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:19.354752 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:19.404670 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:19.440485 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Pushing event updated for resources: {'Port': ['ID=49a816a7-496f-47dd-b66c-d80dd2af8db9,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:19.444378 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:19.445394 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:19.457511 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:19.532626 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Pushing event updated for resources: {'Port': ['ID=1144f39e-03ac-45d1-bf47-8f2dd0f38b2f,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:19.537643 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:19.539815 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:19.541102 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:19.543684 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:44:19.553418 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:19.587607 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dcf1bb0>, [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 4, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port': {'id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:09Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '38da3996-1875-4d34-b955-a89d83bdd43a', 'name': '', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'mac_address': 'fa:16:3e:6d:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:12Z', 'updated_at': '2021-12-16T14:44:18Z', 'revision_number': 4, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'subnets': [{'id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:19.592492 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4965e791-bd48-4f02-9579-28e57ab25441 None None] The sync data for ids ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'] in dv-cinder-821892-3-iscsi is: [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 4, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port': {'id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:09Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '38da3996-1875-4d34-b955-a89d83bdd43a', 'name': '', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'mac_address': 'fa:16:3e:6d:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:12Z', 'updated_at': '2021-12-16T14:44:18Z', 'revision_number': 4, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'subnets': [{'id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:44:19.844598 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.db_base_plugin_common [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Allocated IP 172.20.0.2 (48991672-b2ef-4034-b3f4-8d5683a686a3/f68c36c9-7831-4df3-8180-d9e7d186ca23/2abd00b9-d33f-4530-8fd1-0df4c47d016f) {{(pid=87790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:19.894542 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=ad2ebfc5-0c59-4d3a-8749-5c3f45598991,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:19.907548 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:19.977262 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:19.984699 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.016109 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:20.052015 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port ebec90fa-5822-417a-836c-86e1c0c62042 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:20.077092 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port ebec90fa-5822-417a-836c-86e1c0c62042 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:20.077588 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.098568 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Pushing event updated for resources: {'Port': ['ID=49a816a7-496f-47dd-b66c-d80dd2af8db9,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:20.122316 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:20.142004 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741768'] for router_interface, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.170695 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.283543 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-c46f6168-ba53-4804-ae39-3906809f1bdc None None] Provisioning for port 49a816a7-496f-47dd-b66c-d80dd2af8db9 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:20.313822 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Network 96d497b5-c921-4430-a698-604964f9d557 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:20.315116 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:20.419785 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.434839 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Transition to ACTIVE for port object 2abd00b9-d33f-4530-8fd1-0df4c47d016f will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:20.456255 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Transition to ACTIVE for port object 2abd00b9-d33f-4530-8fd1-0df4c47d016f will not be triggered until provisioned by entity DHCP. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:20.473436 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-c46f6168-ba53-4804-ae39-3906809f1bdc None None] Provisioning complete for port 49a816a7-496f-47dd-b66c-d80dd2af8db9 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:20.473798 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c46f6168-ba53-4804-ae39-3906809f1bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.546046 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.575582 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:20.600750 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Router 36142466-c504-4380-afa9-823a67e586a9 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:44:20.611861 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.616224 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831909'] for router, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.646597 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Network 48991672-b2ef-4034-b3f4-8d5683a686a3 is already hosted by enough agents. {{(pid=87790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:20.655097 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.base_scheduler [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Resources bound (agent type, host, resource id):  {{(pid=87790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:20.657262 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Received port after_create {{(pid=87790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:44:20.682362 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.693610 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Notify callbacks [] for port, precommit_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.752720 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.761796 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-c46f6168-ba53-4804-ae39-3906809f1bdc None None] Port 49a816a7-496f-47dd-b66c-d80dd2af8db9 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:44:20.814690 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Transition to ACTIVE for port object f91222e2-69ba-4b93-82a5-5f6f3070c22b will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:20.818152 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:44:20.833936 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] 10.222.0.64 "PUT /v2.0/routers/36142466-c504-4380-afa9-823a67e586a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7343597
Dec 16 14:44:20.847755 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.871074 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Pushing event updated for resources: {'Port': ['ID=2abd00b9-d33f-4530-8fd1-0df4c47d016f,revision_number=1']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:20.874317 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:20.890382 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port ebec90fa-5822-417a-836c-86e1c0c62042, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=ebec90fa-5822-417a-836c-86e1c0c62042,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:20.905064 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-f634de29-66bd-468a-8574-bca0e92a6ed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:20.958426 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Attempting to bind port 2abd00b9-d33f-4530-8fd1-0df4c47d016f on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:20.958814 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Attempting to bind port 2abd00b9-d33f-4530-8fd1-0df4c47d016f by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '18eb20b3-4556-45c3-b916-ac47d0e14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48991672-b2ef-4034-b3f4-8d5683a686a3'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:20.959168 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Attempting to bind port 2abd00b9-d33f-4530-8fd1-0df4c47d016f on network 48991672-b2ef-4034-b3f4-8d5683a686a3 {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:44:20.967433 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.990718 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Attempting to bind port f91222e2-69ba-4b93-82a5-5f6f3070c22b on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:20.991111 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Attempting to bind port f91222e2-69ba-4b93-82a5-5f6f3070c22b by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:20.991486 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Attempting to bind port f91222e2-69ba-4b93-82a5-5f6f3070c22b on network f1f8b53d-41ff-4b87-b9f2-88da98e427ba {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:44:20.999002 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:44:20.999306 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Checking segment: {'id': '18eb20b3-4556-45c3-b916-ac47d0e14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48991672-b2ef-4034-b3f4-8d5683a686a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:21.000195 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.000195 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Bound using segment: {'id': '18eb20b3-4556-45c3-b916-ac47d0e14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48991672-b2ef-4034-b3f4-8d5683a686a3'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:44:21.000547 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Bound port: 2abd00b9-d33f-4530-8fd1-0df4c47d016f, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18eb20b3-4556-45c3-b916-ac47d0e14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48991672-b2ef-4034-b3f4-8d5683a686a3'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:21.000970 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.022037 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:44:21.022037 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Checking segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:21.022444 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.022848 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Bound using segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:44:21.024100 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Bound port: f91222e2-69ba-4b93-82a5-5f6f3070c22b, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:21.024100 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.041037 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Router 90845688-7d20-4797-9450-1d55641619e0 is scheduled to L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 with binding_index 1 {{(pid=87789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 14:44:21.065861 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5659a-f9fc-48cf-9749-75d5685dd996 None None] Pushing event updated for resources: {'Port': ['ID=f91222e2-69ba-4b93-82a5-5f6f3070c22b,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:21.071015 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-6bb5659a-f9fc-48cf-9749-75d5685dd996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:21.078186 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:21.173090 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-d7200937-4f2a-4e24-92bd-4635fd5317e3 None None] Provisioning complete for port 49a816a7-496f-47dd-b66c-d80dd2af8db9 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:21.173491 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d7200937-4f2a-4e24-92bd-4635fd5317e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.227389 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 38da3996-1875-4d34-b955-a89d83bdd43a up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:21.266724 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:44:21.283445 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Sync routers for ids ['90845688-7d20-4797-9450-1d55641619e0'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:44:21.294047 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Notify callbacks [] for router, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.298434 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53466) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:21.299569 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.4486413
Dec 16 14:44:21.306993 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Routers {'90845688-7d20-4797-9450-1d55641619e0'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:21.309631 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dcf10d0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['90845688-7d20-4797-9450-1d55641619e0'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:21.343490 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-d7200937-4f2a-4e24-92bd-4635fd5317e3 None None] Port 49a816a7-496f-47dd-b66c-d80dd2af8db9 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:44:21.353818 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] For port f91222e2-69ba-4b93-82a5-5f6f3070c22b, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:44:21.365680 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] For port f91222e2-69ba-4b93-82a5-5f6f3070c22b, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=f91222e2-69ba-4b93-82a5-5f6f3070c22b,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:44:21.366721 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=ebec90fa-5822-417a-836c-86e1c0c62042,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:21.373379 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:21.374908 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.380367 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:21.425867 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] For port 2abd00b9-d33f-4530-8fd1-0df4c47d016f, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:44:21.455149 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] For port 2abd00b9-d33f-4530-8fd1-0df4c47d016f, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=2abd00b9-d33f-4530-8fd1-0df4c47d016f,segment=NetworkSegment(18eb20b3-4556-45c3-b916-ac47d0e14cf8),segment_id=18eb20b3-4556-45c3-b916-ac47d0e14cf8)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:44:21.473275 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.488447 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Routers {'36142466-c504-4380-afa9-823a67e586a9'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:21.489430 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c7f3df0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['36142466-c504-4380-afa9-823a67e586a9'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:21.519806 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Set router 90845688-7d20-4797-9450-1d55641619e0 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:21.549398 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 38da3996-1875-4d34-b955-a89d83bdd43a completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:21.623389 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 38da3996-1875-4d34-b955-a89d83bdd43a triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:21.625260 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.641527 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53480) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:21.647279 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-615897394-network', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:21.658873 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:21.666353 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5659a-f9fc-48cf-9749-75d5685dd996 None None] Pushing event updated for resources: {'Port': ['ID=f91222e2-69ba-4b93-82a5-5f6f3070c22b,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:21.666692 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Usage tracker for resource:network and tenant:480d2c7547e541e190f2af602bbff8e5 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:21.675454 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:21.681761 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-6bb5659a-f9fc-48cf-9749-75d5685dd996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:21.682095 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:21.682429 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:21.702405 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Made reservation on behalf of 480d2c7547e541e190f2af602bbff8e5 for: {'network': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:21.704985 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.723441 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.758246 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:21.762883 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Usage tracker for resource:security_group_rule and tenant:480d2c7547e541e190f2af602bbff8e5 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:21.772150 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:21.780976 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:21.914300 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Pushing event updated for resources: {'Port': ['ID=2abd00b9-d33f-4530-8fd1-0df4c47d016f,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:21.921955 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:21.928673 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dcf10d0>, [{'id': '90845688-7d20-4797-9450-1d55641619e0', 'name': 'tempest-TestMinimumBasicScenario-860835340-router', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '1144f39e-03ac-45d1-bf47-8f2dd0f38b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:17Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 3, 'project_id': 'b7c077a4a4cb41c88ca8e94033742898', 'gw_port': {'id': '1144f39e-03ac-45d1-bf47-8f2dd0f38b2f', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90845688-7d20-4797-9450-1d55641619e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:19Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:21.929299 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] Set router 36142466-c504-4380-afa9-823a67e586a9 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:21.933794 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Checking router: 90845688-7d20-4797-9450-1d55641619e0 for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:44:21.934254 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Updating router 90845688-7d20-4797-9450-1d55641619e0 port 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f binding host dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:44:21.975580 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.988732 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.994133 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0a309f47-5da7-41fb-bce4-4d59e76d0782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:22.017772 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.073446 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6ac3e1-6194-4a1d-8f7d-70681ceddddf,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:22.076746 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:22.095674 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'}  {{(pid=87789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:44:22.109578 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.109929 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.segments_db [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Added segment bba7dcfc-356d-4f84-9a26-6f4cf6408421 of type vlan for network 7713e2bc-e35f-4471-aab3-9853e061c74c
Dec 16 14:44:22.162489 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.201094 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.204260 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.206593 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:22.207296 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.214869 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-66e92806-bd5b-408b-bafd-d1d956f78491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:22.246885 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.354635 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Pushing event updated for resources: {'Network': ['ID=7713e2bc-e35f-4471-aab3-9853e061c74c,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:22.359153 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:22.361233 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7185466
Dec 16 14:44:22.363828 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53486) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:22.371068 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Request body: {'subnet': {'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-615897394-subnet', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'ip_version': 4}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:22.376628 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:22.380946 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Usage tracker for resource:subnet and tenant:480d2c7547e541e190f2af602bbff8e5 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:22.382724 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network 7713e2bc-e35f-4471-aab3-9853e061c74c details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:44:22.384986 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:22.392126 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:22.406408 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Made reservation on behalf of 480d2c7547e541e190f2af602bbff8e5 for: {'subnet': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:22.410392 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2333543'] for subnet, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.471506 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Notify callbacks [] for port, precommit_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.487591 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.provisioning_blocks [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Transition to ACTIVE for port object 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f will not be triggered until provisioned by entity L2. {{(pid=87791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:22.496627 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.502463 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-6ef8d6e7-1dac-421e-be02-d05781afd59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:22.520350 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 38da3996-1875-4d34-b955-a89d83bdd43a, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=38da3996-1875-4d34-b955-a89d83bdd43a,segment=NetworkSegment(baf84605-5033-4c73-83f1-04c20e687c69),segment_id=baf84605-5033-4c73-83f1-04c20e687c69)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:22.527660 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.535796 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.536675 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device ad2ebfc5-0c59-4d3a-8749-5c3f45598991 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:22.568579 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:22.589225 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Attempting to bind port 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:22.589595 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Attempting to bind port 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:22.589951 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Attempting to bind port 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f on network f1f8b53d-41ff-4b87-b9f2-88da98e427ba {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:44:22.599110 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:44:22.599633 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Checking segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:22.599871 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.600427 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Bound using segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:44:22.600717 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Bound port: 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:22.601176 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.630331 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea873d-8f0c-457c-8274-720df2d8fc8c None None] Pushing event updated for resources: {'Port': ['ID=1144f39e-03ac-45d1-bf47-8f2dd0f38b2f,revision_number=2']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:22.633506 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-0eea873d-8f0c-457c-8274-720df2d8fc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:22.693689 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] For port 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:44:22.699704 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] For port 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=1144f39e-03ac-45d1-bf47-8f2dd0f38b2f,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:44:22.705951 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.720794 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:22.733039 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=38da3996-1875-4d34-b955-a89d83bdd43a,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:22.739884 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:22.745631 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2353971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2333525'] for subnet, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.751878 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:22.776277 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port ad2ebfc5-0c59-4d3a-8749-5c3f45598991 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:22.777923 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.819734 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Routers {'90845688-7d20-4797-9450-1d55641619e0'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:22.820403 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dcf10d0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['90845688-7d20-4797-9450-1d55641619e0'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:22.859687 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Allocated IP 172.20.0.1 (48991672-b2ef-4034-b3f4-8d5683a686a3/f68c36c9-7831-4df3-8180-d9e7d186ca23/cc5262af-faad-4960-9861-ce99cfc51891) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:22.873630 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Checking segment: {'id': 'bba7dcfc-356d-4f84-9a26-6f4cf6408421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:22.874283 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Network hostable DHCP agents. Network: 7713e2bc-e35f-4471-aab3-9853e061c74c, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:44:22.879675 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=775518da-c89f-4935-bf9a-9bf0867f4a74,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:22.882754 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:22.906578 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Network 7713e2bc-e35f-4471-aab3-9853e061c74c is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:44:22.920525 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, 7713e2bc-e35f-4471-aab3-9853e061c74c) {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:22.933961 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:22.934966 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:22.958379 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e01ed-e48f-434c-b656-85e1b8c2a81e None None] Network 7713e2bc-e35f-4471-aab3-9853e061c74c requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:44:22.965137 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-c9177663-aea4-4095-ad51-bd1fec44d790 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.5998383
Dec 16 14:44:22.967469 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53492) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:22.975253 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea873d-8f0c-457c-8274-720df2d8fc8c None None] Pushing event updated for resources: {'Port': ['ID=1144f39e-03ac-45d1-bf47-8f2dd0f38b2f,revision_number=3']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:22.980545 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-0eea873d-8f0c-457c-8274-720df2d8fc8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:22.988981 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-615897394-router', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:22.990674 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c7f3df0>, [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port': {'id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:14Z', 'updated_at': '2021-12-16T14:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '49a816a7-496f-47dd-b66c-d80dd2af8db9', 'name': '', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'tenant_id': '46480af5f9db43618ad0897695518251', 'mac_address': 'fa:16:3e:d9:83:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:18Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 2, 'project_id': '46480af5f9db43618ad0897695518251', 'subnets': [{'id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:23.002030 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:23.007189 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Usage tracker for resource:router and tenant:480d2c7547e541e190f2af602bbff8e5 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:23.010733 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:23.018887 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:23.033963 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1834981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1169'] for router, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:23.035931 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1940600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1130'] for router, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:23.064809 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6af87f-6831-4dce-bad8-128d5e2519fd None None] The sync data for ids ['36142466-c504-4380-afa9-823a67e586a9'] in dv-cinder-821892-3-iscsi is: [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port': {'id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:14Z', 'updated_at': '2021-12-16T14:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '49a816a7-496f-47dd-b66c-d80dd2af8db9', 'name': '', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'tenant_id': '46480af5f9db43618ad0897695518251', 'mac_address': 'fa:16:3e:d9:83:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:18Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 2, 'project_id': '46480af5f9db43618ad0897695518251', 'subnets': [{'id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:44:23.066954 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:23.149559 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] Set router 90845688-7d20-4797-9450-1d55641619e0 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:23.159277 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:23.182741 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Transition to ACTIVE for port object cc5262af-faad-4960-9861-ce99cfc51891 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:23.222877 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:23.238244 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:23.310632 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431db896-fbab-457f-aa6c-75d5984cabbd None None] Network 48991672-b2ef-4034-b3f4-8d5683a686a3 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:44:23.360110 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Network 48991672-b2ef-4034-b3f4-8d5683a686a3 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:23.370726 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:23.378704 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:44:23.463074 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1148'] for router, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:23.503926 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741611'] for router_interface, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:23.621017 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 38da3996-1875-4d34-b955-a89d83bdd43a up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:23.633630 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dcf10d0>, [{'id': '90845688-7d20-4797-9450-1d55641619e0', 'name': 'tempest-TestMinimumBasicScenario-860835340-router', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '1144f39e-03ac-45d1-bf47-8f2dd0f38b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:17Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 3, 'project_id': 'b7c077a4a4cb41c88ca8e94033742898', 'gw_port': {'id': '1144f39e-03ac-45d1-bf47-8f2dd0f38b2f', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90845688-7d20-4797-9450-1d55641619e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:19Z', 'updated_at': '2021-12-16T14:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:23.639275 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82a1d3d-c20b-45c3-9d88-400eb609b77b None None] The sync data for ids ['90845688-7d20-4797-9450-1d55641619e0'] in dv-cinder-821892-3-iscsi is: [{'id': '90845688-7d20-4797-9450-1d55641619e0', 'name': 'tempest-TestMinimumBasicScenario-860835340-router', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '1144f39e-03ac-45d1-bf47-8f2dd0f38b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:17Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 3, 'project_id': 'b7c077a4a4cb41c88ca8e94033742898', 'gw_port': {'id': '1144f39e-03ac-45d1-bf47-8f2dd0f38b2f', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90845688-7d20-4797-9450-1d55641619e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:19Z', 'updated_at': '2021-12-16T14:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:44:23.645568 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5262af-faad-4960-9861-ce99cfc51891,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:23.654927 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:23.660829 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf478f8b-adfe-50d8-afc5-8c7ba86bb1bc-7713e2bc-e35f-4471-aab3-9853e061c74c', 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'fixed_ips': [{'subnet_id': '775518da-c89f-4935-bf9a-9bf0867f4a74'}]}} from dv-cinder-821892-3-iscsi. {{(pid=87790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 14:44:23.663138 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:23.699837 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:23.703862 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-98c3cff9-3346-4441-b229-e01f6c470635 None None] Provisioning for port 2abd00b9-d33f-4530-8fd1-0df4c47d016f completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:24.080544 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:24.120676 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:24.186146 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 38da3996-1875-4d34-b955-a89d83bdd43a triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:24.186146 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:24.223802 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:24.234247 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:24.299281 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:24.378710 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Allocated IP 172.27.0.28 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/2e96cb3f-aeee-43e5-8826-aa990457be10) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:24.382799 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.db_base_plugin_common [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Allocated IP 172.20.0.2 (7713e2bc-e35f-4471-aab3-9853e061c74c/775518da-c89f-4935-bf9a-9bf0867f4a74/ecdb326c-a1fe-4451-a805-1ac6437178b2) {{(pid=87790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:24.541578 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741768'] for router_interface, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:24.548622 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5262af-faad-4960-9861-ce99cfc51891,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:24.553599 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:24.577215 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 2abd00b9-d33f-4530-8fd1-0df4c47d016f up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:24.609090 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:24.663276 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:24.690816 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-35b3e55e-18d5-4cc2-8d54-9d0f0a488f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:24.779415 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Network 48991672-b2ef-4034-b3f4-8d5683a686a3 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:24.781517 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:24.792893 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:24.796426 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:24.800352 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:44:24.828162 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 2abd00b9-d33f-4530-8fd1-0df4c47d016f completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:24.832877 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=2e96cb3f-aeee-43e5-8826-aa990457be10,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:24.851588 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:24.858550 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 2abd00b9-d33f-4530-8fd1-0df4c47d016f triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:24.860608 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:24.977219 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:24.996942 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Transition to ACTIVE for port object ecdb326c-a1fe-4451-a805-1ac6437178b2 will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:25.022794 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Router 90845688-7d20-4797-9450-1d55641619e0 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:44:25.048539 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Transition to ACTIVE for port object ecdb326c-a1fe-4451-a805-1ac6437178b2 will not be triggered until provisioned by entity DHCP. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:25.066062 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-e4581a92-295f-4ffe-9db9-6768cd91e34b None None] Provisioning for port cc5262af-faad-4960-9861-ce99cfc51891 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:25.078934 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:25.092657 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-7477c0cd-314b-412f-a77c-3fe99bd6966f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:25.137301 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-e4581a92-295f-4ffe-9db9-6768cd91e34b None None] Provisioning complete for port cc5262af-faad-4960-9861-ce99cfc51891 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:25.137301 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-e4581a92-295f-4ffe-9db9-6768cd91e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:25.198470 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Network 7713e2bc-e35f-4471-aab3-9853e061c74c is already hosted by enough agents. {{(pid=87790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:25.216214 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.base_scheduler [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Resources bound (agent type, host, resource id):  {{(pid=87790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:25.218630 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Received port after_create {{(pid=87790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:44:25.227684 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:25.239680 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:44:25.265951 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] 10.222.0.64 "PUT /v2.0/routers/90845688-7d20-4797-9450-1d55641619e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9661608
Dec 16 14:44:25.345632 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:25.348192 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Pushing event updated for resources: {'Port': ['ID=ecdb326c-a1fe-4451-a805-1ac6437178b2,revision_number=1']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:25.351815 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:25.360247 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-e4581a92-295f-4ffe-9db9-6768cd91e34b None None] Port cc5262af-faad-4960-9861-ce99cfc51891 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:44:25.393018 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 2abd00b9-d33f-4530-8fd1-0df4c47d016f, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=2abd00b9-d33f-4530-8fd1-0df4c47d016f,segment=NetworkSegment(18eb20b3-4556-45c3-b916-ac47d0e14cf8),segment_id=18eb20b3-4556-45c3-b916-ac47d0e14cf8)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:25.406248 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:25.412859 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device ebec90fa-5822-417a-836c-86e1c0c62042 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:25.447574 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:25.477413 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Attempting to bind port ecdb326c-a1fe-4451-a805-1ac6437178b2 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:25.478323 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Attempting to bind port ecdb326c-a1fe-4451-a805-1ac6437178b2 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': 'bba7dcfc-356d-4f84-9a26-6f4cf6408421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:25.479592 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Attempting to bind port ecdb326c-a1fe-4451-a805-1ac6437178b2 on network 7713e2bc-e35f-4471-aab3-9853e061c74c {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:44:25.494527 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-e4581a92-295f-4ffe-9db9-6768cd91e34b None None] Provisioning complete for port 2abd00b9-d33f-4530-8fd1-0df4c47d016f triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:25.495292 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-e4581a92-295f-4ffe-9db9-6768cd91e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:25.568676 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:44:25.569943 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Checking segment: {'id': 'bba7dcfc-356d-4f84-9a26-6f4cf6408421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:25.569943 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:25.570165 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Bound using segment: {'id': 'bba7dcfc-356d-4f84-9a26-6f4cf6408421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:44:25.570533 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Bound port: ecdb326c-a1fe-4451-a805-1ac6437178b2, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba7dcfc-356d-4f84-9a26-6f4cf6408421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:25.570973 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:25.675560 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=2abd00b9-d33f-4530-8fd1-0df4c47d016f,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:25.678763 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:25.763046 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port ebec90fa-5822-417a-836c-86e1c0c62042 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:25.763433 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:25.773194 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831909'] for router, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:25.829476 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] For port ecdb326c-a1fe-4451-a805-1ac6437178b2, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:44:25.888851 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] For port ecdb326c-a1fe-4451-a805-1ac6437178b2, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=ecdb326c-a1fe-4451-a805-1ac6437178b2,segment=NetworkSegment(bba7dcfc-356d-4f84-9a26-6f4cf6408421),segment_id=bba7dcfc-356d-4f84-9a26-6f4cf6408421)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:44:25.922315 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:25.945987 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-6bb5659a-f9fc-48cf-9749-75d5685dd996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:26.093932 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-74c7cdff-3b3c-4a92-bf69-22a1e76bdbb7 None None] Provisioning complete for port cc5262af-faad-4960-9861-ce99cfc51891 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:26.094315 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-74c7cdff-3b3c-4a92-bf69-22a1e76bdbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:26.226499 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Pushing event updated for resources: {'Port': ['ID=ecdb326c-a1fe-4451-a805-1ac6437178b2,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:26.229688 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:26.236964 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-74c7cdff-3b3c-4a92-bf69-22a1e76bdbb7 None None] Port cc5262af-faad-4960-9861-ce99cfc51891 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:44:26.424461 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Router c821b371-faa4-4a4c-8738-e7e90200f310 is scheduled to L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 with binding_index 1 {{(pid=87789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 14:44:26.607850 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device f91222e2-69ba-4b93-82a5-5f6f3070c22b up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:26.791767 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port f91222e2-69ba-4b93-82a5-5f6f3070c22b completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:26.804745 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port f91222e2-69ba-4b93-82a5-5f6f3070c22b triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:26.805154 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:26.882185 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:44:26.902770 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Sync routers for ids ['c821b371-faa4-4a4c-8738-e7e90200f310'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:44:26.938700 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Notify callbacks [] for router, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:26.943108 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53562) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:26.944639 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.9744837
Dec 16 14:44:26.959641 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Routers {'c821b371-faa4-4a4c-8738-e7e90200f310'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:26.963972 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753da7c9a0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['c821b371-faa4-4a4c-8738-e7e90200f310'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:27.248864 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:27.268920 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port f91222e2-69ba-4b93-82a5-5f6f3070c22b, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=f91222e2-69ba-4b93-82a5-5f6f3070c22b,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:27.275259 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:27.277030 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 2abd00b9-d33f-4530-8fd1-0df4c47d016f up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:27.310061 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:27.526692 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=f91222e2-69ba-4b93-82a5-5f6f3070c22b,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:27.537961 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:27.540138 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Set router c821b371-faa4-4a4c-8738-e7e90200f310 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:27.842022 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 2abd00b9-d33f-4530-8fd1-0df4c47d016f triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:27.843436 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:27.939309 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be73ce8-9cc0-4d7c-9258-4c3e1c422c9f None None] Network 7713e2bc-e35f-4471-aab3-9853e061c74c requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:44:28.016493 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:28.101551 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-3d3d2b22-53e8-4fc9-8524-4e242eb8ed61 None None] Provisioning for port ecdb326c-a1fe-4451-a805-1ac6437178b2 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:28.253074 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:28.508616 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:28.524669 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753da7c9a0>, [{'id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'name': 'tempest-TestShelveInstance-615897394-router', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '2e96cb3f-aeee-43e5-8826-aa990457be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:23Z', 'updated_at': '2021-12-16T14:44:25Z', 'revision_number': 3, 'project_id': '480d2c7547e541e190f2af602bbff8e5', 'gw_port': {'id': '2e96cb3f-aeee-43e5-8826-aa990457be10', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fe:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:24Z', 'updated_at': '2021-12-16T14:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:28.526700 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:28.527074 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:28.552067 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Allocated IP 172.20.0.1 (7713e2bc-e35f-4471-aab3-9853e061c74c/775518da-c89f-4935-bf9a-9bf0867f4a74/00558d43-edfb-4e97-8a7a-6f612696c3a9) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:28.579337 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Checking router: c821b371-faa4-4a4c-8738-e7e90200f310 for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:44:28.579584 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Updating router c821b371-faa4-4a4c-8738-e7e90200f310 port 2e96cb3f-aeee-43e5-8826-aa990457be10 binding host dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:44:28.677526 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:28.726237 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Sync routers for ids ['90845688-7d20-4797-9450-1d55641619e0'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:44:28.743246 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Routers {'90845688-7d20-4797-9450-1d55641619e0'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:28.743872 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e8fa820>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['90845688-7d20-4797-9450-1d55641619e0'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:28.763459 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:28.787156 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Transition to ACTIVE for port object 00558d43-edfb-4e97-8a7a-6f612696c3a9 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:28.824442 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:28.833713 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-a890360d-678f-4711-96d6-9f033c798960 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:28.912212 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:28.928077 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Sync routers for ids ['36142466-c504-4380-afa9-823a67e586a9'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:44:28.953273 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Routers {'36142466-c504-4380-afa9-823a67e586a9'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:28.953984 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753df5f3a0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['36142466-c504-4380-afa9-823a67e586a9'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:28.982424 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Network 7713e2bc-e35f-4471-aab3-9853e061c74c is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:28.989212 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:29.003252 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:44:29.050528 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=1144f39e-03ac-45d1-bf47-8f2dd0f38b2f,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:29.075790 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:29.101884 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Pushing event updated for resources: {'Port': ['ID=00558d43-edfb-4e97-8a7a-6f612696c3a9,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:29.108461 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:29.126884 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741611'] for router_interface, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:29.146061 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:29.209609 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Set router 90845688-7d20-4797-9450-1d55641619e0 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:29.394816 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device f91222e2-69ba-4b93-82a5-5f6f3070c22b up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:29.434375 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:29.605739 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=1144f39e-03ac-45d1-bf47-8f2dd0f38b2f,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:29.629140 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:29.675537 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Set router 36142466-c504-4380-afa9-823a67e586a9 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:29.761563 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-a42ea00a-65dc-4bf4-bde3-764bd4511bc0 None None] Provisioning for port 00558d43-edfb-4e97-8a7a-6f612696c3a9 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:29.788234 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-a42ea00a-65dc-4bf4-bde3-764bd4511bc0 None None] Provisioning complete for port 00558d43-edfb-4e97-8a7a-6f612696c3a9 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:29.788640 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-a42ea00a-65dc-4bf4-bde3-764bd4511bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:29.789792 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e8fa820>, [{'id': '90845688-7d20-4797-9450-1d55641619e0', 'name': 'tempest-TestMinimumBasicScenario-860835340-router', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '1144f39e-03ac-45d1-bf47-8f2dd0f38b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:17Z', 'updated_at': '2021-12-16T14:44:23Z', 'revision_number': 4, 'project_id': 'b7c077a4a4cb41c88ca8e94033742898', 'gw_port': {'id': '1144f39e-03ac-45d1-bf47-8f2dd0f38b2f', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90845688-7d20-4797-9450-1d55641619e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:19Z', 'updated_at': '2021-12-16T14:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'cc5262af-faad-4960-9861-ce99cfc51891', 'name': '', 'network_id': '48991672-b2ef-4034-b3f4-8d5683a686a3', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'mac_address': 'fa:16:3e:2d:23:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90845688-7d20-4797-9450-1d55641619e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'f68c36c9-7831-4df3-8180-d9e7d186ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:22Z', 'updated_at': '2021-12-16T14:44:23Z', 'revision_number': 2, 'project_id': 'b7c077a4a4cb41c88ca8e94033742898', 'subnets': [{'id': 'f68c36c9-7831-4df3-8180-d9e7d186ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:29.806509 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Checking router: 90845688-7d20-4797-9450-1d55641619e0 for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:44:29.807650 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Updating router 90845688-7d20-4797-9450-1d55641619e0 port cc5262af-faad-4960-9861-ce99cfc51891 binding host dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:44:29.878221 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:29.919294 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:29.926793 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:29.977446 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ef8c70e6-85ec-46ac-ab72-678399592800 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:30.080019 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Pushing event updated for resources: {'Port': ['ID=00558d43-edfb-4e97-8a7a-6f612696c3a9,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:30.083009 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741768'] for router_interface, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:30.086932 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:30.116190 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port f91222e2-69ba-4b93-82a5-5f6f3070c22b triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:30.117202 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:30.300303 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Network 7713e2bc-e35f-4471-aab3-9853e061c74c is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:30.301632 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:30.408277 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-a42ea00a-65dc-4bf4-bde3-764bd4511bc0 None None] Port 00558d43-edfb-4e97-8a7a-6f612696c3a9 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:44:30.418846 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Notify callbacks [] for port, precommit_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:30.450238 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Transition to ACTIVE for port object 2e96cb3f-aeee-43e5-8826-aa990457be10 will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:30.474866 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:30.498114 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:30.611805 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Router c821b371-faa4-4a4c-8738-e7e90200f310 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:44:30.708430 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Notify callbacks [] for port, precommit_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:30.749901 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.provisioning_blocks [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Transition to ACTIVE for port object cc5262af-faad-4960-9861-ce99cfc51891 will not be triggered until provisioned by entity L2. {{(pid=87791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:30.761934 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:30.771184 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:30.787672 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa79476-0918-4e74-91bd-04dac61e020a None None] Pushing event updated for resources: {'Port': ['ID=2e96cb3f-aeee-43e5-8826-aa990457be10,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:30.802406 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-cfa79476-0918-4e74-91bd-04dac61e020a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:30.827945 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Attempting to bind port 2e96cb3f-aeee-43e5-8826-aa990457be10 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:30.828396 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Attempting to bind port 2e96cb3f-aeee-43e5-8826-aa990457be10 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:30.828795 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Attempting to bind port 2e96cb3f-aeee-43e5-8826-aa990457be10 on network f1f8b53d-41ff-4b87-b9f2-88da98e427ba {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:44:30.862008 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device ecdb326c-a1fe-4451-a805-1ac6437178b2 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:30.922011 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:44:30.922673 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Checking segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:30.923483 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:30.924178 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Bound using segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:44:30.925041 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Bound port: 2e96cb3f-aeee-43e5-8826-aa990457be10, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:30.926344 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:30.972341 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:44:30.995479 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d90f47-4dba-41a8-a508-e0145fd10e4e None None] Pushing event updated for resources: {'Port': ['ID=cc5262af-faad-4960-9861-ce99cfc51891,revision_number=3']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:30.998470 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-30d90f47-4dba-41a8-a508-e0145fd10e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:31.023084 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] 10.222.0.64 "PUT /v2.0/routers/c821b371-faa4-4a4c-8738-e7e90200f310/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0787480
Dec 16 14:44:31.072142 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-22a19dc0-a3fa-4bb9-ae48-aba1b7593778 None None] Provisioning complete for port 00558d43-edfb-4e97-8a7a-6f612696c3a9 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:31.076350 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-22a19dc0-a3fa-4bb9-ae48-aba1b7593778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.136110 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Attempting to bind port cc5262af-faad-4960-9861-ce99cfc51891 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:31.136483 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Attempting to bind port cc5262af-faad-4960-9861-ce99cfc51891 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '18eb20b3-4556-45c3-b916-ac47d0e14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48991672-b2ef-4034-b3f4-8d5683a686a3'}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:31.137041 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Attempting to bind port cc5262af-faad-4960-9861-ce99cfc51891 on network 48991672-b2ef-4034-b3f4-8d5683a686a3 {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:44:31.145212 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:44:31.148923 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Checking segment: {'id': '18eb20b3-4556-45c3-b916-ac47d0e14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48991672-b2ef-4034-b3f4-8d5683a686a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:31.149394 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.149794 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Bound using segment: {'id': '18eb20b3-4556-45c3-b916-ac47d0e14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48991672-b2ef-4034-b3f4-8d5683a686a3'} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:44:31.150284 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Bound port: cc5262af-faad-4960-9861-ce99cfc51891, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18eb20b3-4556-45c3-b916-ac47d0e14cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48991672-b2ef-4034-b3f4-8d5683a686a3'}}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:31.157945 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.254455 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] For port 2e96cb3f-aeee-43e5-8826-aa990457be10, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:44:31.256449 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-22a19dc0-a3fa-4bb9-ae48-aba1b7593778 None None] Port 00558d43-edfb-4e97-8a7a-6f612696c3a9 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:44:31.261321 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] For port 2e96cb3f-aeee-43e5-8826-aa990457be10, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=2e96cb3f-aeee-43e5-8826-aa990457be10,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:44:31.272828 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.280686 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] For port cc5262af-faad-4960-9861-ce99cfc51891, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:44:31.281021 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:31.286340 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] For port cc5262af-faad-4960-9861-ce99cfc51891, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=cc5262af-faad-4960-9861-ce99cfc51891,segment=NetworkSegment(18eb20b3-4556-45c3-b916-ac47d0e14cf8),segment_id=18eb20b3-4556-45c3-b916-ac47d0e14cf8)] {{(pid=87791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:44:31.292298 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.297584 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:31.328616 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port ecdb326c-a1fe-4451-a805-1ac6437178b2 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:31.333292 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753df5f3a0>, [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port': {'id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:14Z', 'updated_at': '2021-12-16T14:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '49a816a7-496f-47dd-b66c-d80dd2af8db9', 'name': '', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'tenant_id': '46480af5f9db43618ad0897695518251', 'mac_address': 'fa:16:3e:d9:83:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:18Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 2, 'project_id': '46480af5f9db43618ad0897695518251', 'subnets': [{'id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:31.349892 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port ecdb326c-a1fe-4451-a805-1ac6437178b2 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:31.350285 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.398031 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d90f47-4dba-41a8-a508-e0145fd10e4e None None] Pushing event updated for resources: {'Port': ['ID=cc5262af-faad-4960-9861-ce99cfc51891,revision_number=4']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:31.398211 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Checking router: 36142466-c504-4380-afa9-823a67e586a9 for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:44:31.398496 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Updating router 36142466-c504-4380-afa9-823a67e586a9 port 49a816a7-496f-47dd-b66c-d80dd2af8db9 binding host dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:44:31.400655 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Routers {'90845688-7d20-4797-9450-1d55641619e0'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:31.401480 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e8fa820>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['90845688-7d20-4797-9450-1d55641619e0'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:31.505737 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Routers {'c821b371-faa4-4a4c-8738-e7e90200f310'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:31.506375 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753da7c9a0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['c821b371-faa4-4a4c-8738-e7e90200f310'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:31.618248 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] Set router 90845688-7d20-4797-9450-1d55641619e0 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:31.624729 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa79476-0918-4e74-91bd-04dac61e020a None None] Pushing event updated for resources: {'Port': ['ID=2e96cb3f-aeee-43e5-8826-aa990457be10,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:31.648326 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-cfa79476-0918-4e74-91bd-04dac61e020a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:31.679345 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.825054 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-30d90f47-4dba-41a8-a508-e0145fd10e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:32.056355 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] Set router c821b371-faa4-4a4c-8738-e7e90200f310 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:32.122470 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e8fa820>, [{'id': '90845688-7d20-4797-9450-1d55641619e0', 'name': 'tempest-TestMinimumBasicScenario-860835340-router', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '1144f39e-03ac-45d1-bf47-8f2dd0f38b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:17Z', 'updated_at': '2021-12-16T14:44:23Z', 'revision_number': 4, 'project_id': 'b7c077a4a4cb41c88ca8e94033742898', 'gw_port': {'id': '1144f39e-03ac-45d1-bf47-8f2dd0f38b2f', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90845688-7d20-4797-9450-1d55641619e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:19Z', 'updated_at': '2021-12-16T14:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'cc5262af-faad-4960-9861-ce99cfc51891', 'name': '', 'network_id': '48991672-b2ef-4034-b3f4-8d5683a686a3', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'mac_address': 'fa:16:3e:2d:23:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90845688-7d20-4797-9450-1d55641619e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'f68c36c9-7831-4df3-8180-d9e7d186ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:22Z', 'updated_at': '2021-12-16T14:44:31Z', 'revision_number': 4, 'project_id': 'b7c077a4a4cb41c88ca8e94033742898', 'subnets': [{'id': 'f68c36c9-7831-4df3-8180-d9e7d186ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:32.151856 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac8913-d342-482d-8dc2-9409dc1123fd None None] The sync data for ids ['90845688-7d20-4797-9450-1d55641619e0'] in dv-cinder-821892-3-iscsi is: [{'id': '90845688-7d20-4797-9450-1d55641619e0', 'name': 'tempest-TestMinimumBasicScenario-860835340-router', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '1144f39e-03ac-45d1-bf47-8f2dd0f38b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:17Z', 'updated_at': '2021-12-16T14:44:23Z', 'revision_number': 4, 'project_id': 'b7c077a4a4cb41c88ca8e94033742898', 'gw_port': {'id': '1144f39e-03ac-45d1-bf47-8f2dd0f38b2f', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90845688-7d20-4797-9450-1d55641619e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:19Z', 'updated_at': '2021-12-16T14:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'cc5262af-faad-4960-9861-ce99cfc51891', 'name': '', 'network_id': '48991672-b2ef-4034-b3f4-8d5683a686a3', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'mac_address': 'fa:16:3e:2d:23:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90845688-7d20-4797-9450-1d55641619e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'f68c36c9-7831-4df3-8180-d9e7d186ca23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:22Z', 'updated_at': '2021-12-16T14:44:31Z', 'revision_number': 4, 'project_id': 'b7c077a4a4cb41c88ca8e94033742898', 'subnets': [{'id': 'f68c36c9-7831-4df3-8180-d9e7d186ca23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:44:32.343234 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53616) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:32.348759 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-980036391', 'description': 'tempest-secgroup-smoke-980036391 description', 'project_id': '46480af5f9db43618ad0897695518251'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:32.360522 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:32.363394 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.373521 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Usage tracker for resource:security_group and tenant:46480af5f9db43618ad0897695518251 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:32.379010 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:32.388631 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:32.407092 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.476249 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:32.487515 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Usage tracker for resource:security_group_rule and tenant:46480af5f9db43618ad0897695518251 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:32.491900 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:32.503975 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:32.631314 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.641926 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.648224 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c5434944-c4e2-423e-95c3-2cd4f462d1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:32.689678 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666c96af-29ce-4ce0-a948-81b96d14d339,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:32.695436 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:32.711880 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.713967 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3696108
Dec 16 14:44:32.717104 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53622) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:32.722655 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-6452b659-a9c0-4b0f-a4f1-45ad3ec10dd7 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Request body: {'security_group_rule': {'security_group_id': '666c96af-29ce-4ce0-a948-81b96d14d339', 'project_id': '46480af5f9db43618ad0897695518251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:32.738198 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-6452b659-a9c0-4b0f-a4f1-45ad3ec10dd7 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:32.745742 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-6452b659-a9c0-4b0f-a4f1-45ad3ec10dd7 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Usage tracker for resource:security_group_rule and tenant:46480af5f9db43618ad0897695518251 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:32.750308 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-6452b659-a9c0-4b0f-a4f1-45ad3ec10dd7 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:32.759200 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-6452b659-a9c0-4b0f-a4f1-45ad3ec10dd7 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:32.779517 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6452b659-a9c0-4b0f-a4f1-45ad3ec10dd7 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.841894 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port ecdb326c-a1fe-4451-a805-1ac6437178b2, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=ecdb326c-a1fe-4451-a805-1ac6437178b2,segment=NetworkSegment(bba7dcfc-356d-4f84-9a26-6f4cf6408421),segment_id=bba7dcfc-356d-4f84-9a26-6f4cf6408421)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:32.857765 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.866345 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:32.884009 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6452b659-a9c0-4b0f-a4f1-45ad3ec10dd7 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.893000 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6452b659-a9c0-4b0f-a4f1-45ad3ec10dd7 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.895539 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:32.935008 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6452b659-a9c0-4b0f-a4f1-45ad3ec10dd7 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.939387 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53630) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:32.945053 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-8ec217a3-3fe1-4fbf-b962-17494985c2ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Request body: {'security_group_rule': {'security_group_id': '666c96af-29ce-4ce0-a948-81b96d14d339', 'project_id': '46480af5f9db43618ad0897695518251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:32.949716 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-6452b659-a9c0-4b0f-a4f1-45ad3ec10dd7 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2313483
Dec 16 14:44:32.953582 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452b659-a9c0-4b0f-a4f1-45ad3ec10dd7 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da2557c-8a55-4ade-abc5-4e1a1034739c,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:32.954683 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-8ec217a3-3fe1-4fbf-b962-17494985c2ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:32.960337 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-8ec217a3-3fe1-4fbf-b962-17494985c2ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Usage tracker for resource:security_group_rule and tenant:46480af5f9db43618ad0897695518251 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:32.961534 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-6452b659-a9c0-4b0f-a4f1-45ad3ec10dd7 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:32.970647 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-8ec217a3-3fe1-4fbf-b962-17494985c2ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:32.980259 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-8ec217a3-3fe1-4fbf-b962-17494985c2ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:33.002054 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8ec217a3-3fe1-4fbf-b962-17494985c2ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.064355 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=ecdb326c-a1fe-4451-a805-1ac6437178b2,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:33.081252 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:33.109672 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8ec217a3-3fe1-4fbf-b962-17494985c2ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.130462 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8ec217a3-3fe1-4fbf-b962-17494985c2ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.132705 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-df57611b-f917-46e7-ba11-6ffc91dee2a2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:33.157712 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device cc5262af-faad-4960-9861-ce99cfc51891 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:33.159854 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec217a3-3fe1-4fbf-b962-17494985c2ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac557528-0180-41fb-9e01-90f688801a43,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:33.164165 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8ec217a3-3fe1-4fbf-b962-17494985c2ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:33.178416 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8ec217a3-3fe1-4fbf-b962-17494985c2ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.183380 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53634) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:33.188635 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-2a97f814-707d-4530-a36b-8aa711bdd0a4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Request body: {'security_group_rule': {'security_group_id': '666c96af-29ce-4ce0-a948-81b96d14d339', 'project_id': '46480af5f9db43618ad0897695518251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:33.193614 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-8ec217a3-3fe1-4fbf-b962-17494985c2ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2529793
Dec 16 14:44:33.195846 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-2a97f814-707d-4530-a36b-8aa711bdd0a4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:33.199913 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-2a97f814-707d-4530-a36b-8aa711bdd0a4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Usage tracker for resource:security_group_rule and tenant:46480af5f9db43618ad0897695518251 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:33.203529 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-2a97f814-707d-4530-a36b-8aa711bdd0a4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:33.209980 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-2a97f814-707d-4530-a36b-8aa711bdd0a4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:33.235185 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2a97f814-707d-4530-a36b-8aa711bdd0a4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.310589 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2a97f814-707d-4530-a36b-8aa711bdd0a4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.320063 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2a97f814-707d-4530-a36b-8aa711bdd0a4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.323572 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f6cf3eb5-14ac-4acc-8ec4-ba94f7751e56 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:33.360321 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97f814-707d-4530-a36b-8aa711bdd0a4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d1feae-f55f-44aa-b754-64175013ed99,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:33.363521 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2a97f814-707d-4530-a36b-8aa711bdd0a4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:33.386196 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2a97f814-707d-4530-a36b-8aa711bdd0a4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.390681 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-2a97f814-707d-4530-a36b-8aa711bdd0a4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2034736
Dec 16 14:44:33.391001 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53638) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:33.392393 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753da7c9a0>, [{'id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'name': 'tempest-TestShelveInstance-615897394-router', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '2e96cb3f-aeee-43e5-8826-aa990457be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:23Z', 'updated_at': '2021-12-16T14:44:29Z', 'revision_number': 4, 'project_id': '480d2c7547e541e190f2af602bbff8e5', 'gw_port': {'id': '2e96cb3f-aeee-43e5-8826-aa990457be10', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fe:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:24Z', 'updated_at': '2021-12-16T14:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '00558d43-edfb-4e97-8a7a-6f612696c3a9', 'name': '', 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'mac_address': 'fa:16:3e:7e:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '775518da-c89f-4935-bf9a-9bf0867f4a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:28Z', 'updated_at': '2021-12-16T14:44:29Z', 'revision_number': 2, 'project_id': '480d2c7547e541e190f2af602bbff8e5', 'subnets': [{'id': '775518da-c89f-4935-bf9a-9bf0867f4a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:33.395576 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.401254 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-24aa00de-f60a-4f9e-ba6f-bf1d879d64ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Request body: {'security_group_rule': {'security_group_id': '666c96af-29ce-4ce0-a948-81b96d14d339', 'project_id': '46480af5f9db43618ad0897695518251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:33.407567 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-24aa00de-f60a-4f9e-ba6f-bf1d879d64ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:33.411672 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-24aa00de-f60a-4f9e-ba6f-bf1d879d64ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Usage tracker for resource:security_group_rule and tenant:46480af5f9db43618ad0897695518251 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:33.415092 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-24aa00de-f60a-4f9e-ba6f-bf1d879d64ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:33.417429 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c1c7e-61ab-4ec6-a88e-2bd5f6e06621 None None] The sync data for ids ['c821b371-faa4-4a4c-8738-e7e90200f310'] in dv-cinder-821892-3-iscsi is: [{'id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'name': 'tempest-TestShelveInstance-615897394-router', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '2e96cb3f-aeee-43e5-8826-aa990457be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:23Z', 'updated_at': '2021-12-16T14:44:29Z', 'revision_number': 4, 'project_id': '480d2c7547e541e190f2af602bbff8e5', 'gw_port': {'id': '2e96cb3f-aeee-43e5-8826-aa990457be10', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fe:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:24Z', 'updated_at': '2021-12-16T14:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '00558d43-edfb-4e97-8a7a-6f612696c3a9', 'name': '', 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'mac_address': 'fa:16:3e:7e:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '775518da-c89f-4935-bf9a-9bf0867f4a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:28Z', 'updated_at': '2021-12-16T14:44:29Z', 'revision_number': 2, 'project_id': '480d2c7547e541e190f2af602bbff8e5', 'subnets': [{'id': '775518da-c89f-4935-bf9a-9bf0867f4a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:44:33.428517 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-24aa00de-f60a-4f9e-ba6f-bf1d879d64ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:33.434318 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port cc5262af-faad-4960-9861-ce99cfc51891 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:33.442232 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Transition to ACTIVE for port object 49a816a7-496f-47dd-b66c-d80dd2af8db9 will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:33.448770 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port cc5262af-faad-4960-9861-ce99cfc51891 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:33.449718 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.472585 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-24aa00de-f60a-4f9e-ba6f-bf1d879d64ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.521520 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.546073 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:33.594373 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-24aa00de-f60a-4f9e-ba6f-bf1d879d64ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.601215 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-24aa00de-f60a-4f9e-ba6f-bf1d879d64ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.604069 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:33.632463 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa00de-f60a-4f9e-ba6f-bf1d879d64ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2068fc6-7616-4764-a493-d50dc80acba1,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:33.652229 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-24aa00de-f60a-4f9e-ba6f-bf1d879d64ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:33.665358 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-24aa00de-f60a-4f9e-ba6f-bf1d879d64ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.668546 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-24aa00de-f60a-4f9e-ba6f-bf1d879d64ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2758760
Dec 16 14:44:33.670335 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53648) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:33.701848 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-93e02bc2-70ea-47eb-a17b-b0c36026a1e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Request body: {'security_group_rule': {'security_group_id': '666c96af-29ce-4ce0-a948-81b96d14d339', 'project_id': '46480af5f9db43618ad0897695518251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:33.737268 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-93e02bc2-70ea-47eb-a17b-b0c36026a1e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:33.747429 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-93e02bc2-70ea-47eb-a17b-b0c36026a1e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Usage tracker for resource:security_group_rule and tenant:46480af5f9db43618ad0897695518251 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:33.754253 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-93e02bc2-70ea-47eb-a17b-b0c36026a1e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:33.770209 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-93e02bc2-70ea-47eb-a17b-b0c36026a1e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:33.802645 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.securitygroups_db [None req-93e02bc2-70ea-47eb-a17b-b0c36026a1e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Project 46480af5f9db43618ad0897695518251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 14:44:33.838261 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-93e02bc2-70ea-47eb-a17b-b0c36026a1e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.913742 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9cb93-a385-4ba4-bbcd-ec577d398f71 None None] Pushing event updated for resources: {'Port': ['ID=49a816a7-496f-47dd-b66c-d80dd2af8db9,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:33.925024 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-d9a9cb93-a385-4ba4-bbcd-ec577d398f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:34.162590 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Attempting to bind port 49a816a7-496f-47dd-b66c-d80dd2af8db9 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:34.163131 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Attempting to bind port 49a816a7-496f-47dd-b66c-d80dd2af8db9 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '03722b98-e4a6-4aee-9a68-64dd95d3c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '96d497b5-c921-4430-a698-604964f9d557'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:34.163612 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Attempting to bind port 49a816a7-496f-47dd-b66c-d80dd2af8db9 on network 96d497b5-c921-4430-a698-604964f9d557 {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:44:34.175189 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:44:34.175794 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Checking segment: {'id': '03722b98-e4a6-4aee-9a68-64dd95d3c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '96d497b5-c921-4430-a698-604964f9d557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:34.176441 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.177012 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Bound using segment: {'id': '03722b98-e4a6-4aee-9a68-64dd95d3c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '96d497b5-c921-4430-a698-604964f9d557'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:44:34.177721 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Bound port: 49a816a7-496f-47dd-b66c-d80dd2af8db9, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03722b98-e4a6-4aee-9a68-64dd95d3c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '96d497b5-c921-4430-a698-604964f9d557'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:34.178214 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.189592 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-93e02bc2-70ea-47eb-a17b-b0c36026a1e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.195036 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-93e02bc2-70ea-47eb-a17b-b0c36026a1e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.206195 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:34.206469 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.229872 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e02bc2-70ea-47eb-a17b-b0c36026a1e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3982b2-461d-456a-a809-963b7e4bf7c0,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:34.232916 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-93e02bc2-70ea-47eb-a17b-b0c36026a1e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:34.241567 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-93e02bc2-70ea-47eb-a17b-b0c36026a1e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.245428 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-93e02bc2-70ea-47eb-a17b-b0c36026a1e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5714426
Dec 16 14:44:34.246100 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53652) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:34.257820 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-58a53423-3703-4ca8-899d-44a54ad724e8 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Request body: {'security_group_rule': {'security_group_id': '666c96af-29ce-4ce0-a948-81b96d14d339', 'project_id': '46480af5f9db43618ad0897695518251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:34.267926 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-58a53423-3703-4ca8-899d-44a54ad724e8 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:34.283567 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-58a53423-3703-4ca8-899d-44a54ad724e8 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Usage tracker for resource:security_group_rule and tenant:46480af5f9db43618ad0897695518251 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:34.287432 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-58a53423-3703-4ca8-899d-44a54ad724e8 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:34.296296 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-58a53423-3703-4ca8-899d-44a54ad724e8 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:34.324933 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] For port 49a816a7-496f-47dd-b66c-d80dd2af8db9, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:44:34.325565 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.securitygroups_db [None req-58a53423-3703-4ca8-899d-44a54ad724e8 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Project 46480af5f9db43618ad0897695518251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 14:44:34.328726 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] For port 49a816a7-496f-47dd-b66c-d80dd2af8db9, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=49a816a7-496f-47dd-b66c-d80dd2af8db9,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:44:34.344241 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.349307 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-58a53423-3703-4ca8-899d-44a54ad724e8 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.350372 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-352f9610-f1d3-4226-9454-8915b2e682f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:34.422439 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port cc5262af-faad-4960-9861-ce99cfc51891, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=cc5262af-faad-4960-9861-ce99cfc51891,segment=NetworkSegment(18eb20b3-4556-45c3-b916-ac47d0e14cf8),segment_id=18eb20b3-4556-45c3-b916-ac47d0e14cf8)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:34.432525 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.433395 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:34.460323 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-58a53423-3703-4ca8-899d-44a54ad724e8 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.468079 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-58a53423-3703-4ca8-899d-44a54ad724e8 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.471226 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:34.515545 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a53423-3703-4ca8-899d-44a54ad724e8 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4c5fc8-336b-440f-b0a5-b40d961f342a,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:34.518989 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-58a53423-3703-4ca8-899d-44a54ad724e8 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:34.522928 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9cb93-a385-4ba4-bbcd-ec577d398f71 None None] Pushing event updated for resources: {'Port': ['ID=49a816a7-496f-47dd-b66c-d80dd2af8db9,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:34.524494 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-58a53423-3703-4ca8-899d-44a54ad724e8 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.526247 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-58a53423-3703-4ca8-899d-44a54ad724e8 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2777750
Dec 16 14:44:34.543441 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Routers {'36142466-c504-4380-afa9-823a67e586a9'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:34.544071 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753df5f3a0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['36142466-c504-4380-afa9-823a67e586a9'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:34.667257 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-d9a9cb93-a385-4ba4-bbcd-ec577d398f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:34.667960 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-6bb5659a-f9fc-48cf-9749-75d5685dd996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:35.000066 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=cc5262af-faad-4960-9861-ce99cfc51891,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:35.008354 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:35.011667 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:35.012045 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:35.073993 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] Set router 36142466-c504-4380-afa9-823a67e586a9 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:35.627373 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753df5f3a0>, [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port': {'id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:14Z', 'updated_at': '2021-12-16T14:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '49a816a7-496f-47dd-b66c-d80dd2af8db9', 'name': '', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'tenant_id': '46480af5f9db43618ad0897695518251', 'mac_address': 'fa:16:3e:d9:83:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:18Z', 'updated_at': '2021-12-16T14:44:34Z', 'revision_number': 4, 'project_id': '46480af5f9db43618ad0897695518251', 'subnets': [{'id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:35.631975 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e7592e-dcdb-459a-88b2-a4a5f48ac2b8 None None] The sync data for ids ['36142466-c504-4380-afa9-823a67e586a9'] in dv-cinder-821892-3-iscsi is: [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port': {'id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:14Z', 'updated_at': '2021-12-16T14:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '49a816a7-496f-47dd-b66c-d80dd2af8db9', 'name': '', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'tenant_id': '46480af5f9db43618ad0897695518251', 'mac_address': 'fa:16:3e:d9:83:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:18Z', 'updated_at': '2021-12-16T14:44:34Z', 'revision_number': 4, 'project_id': '46480af5f9db43618ad0897695518251', 'subnets': [{'id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:44:35.811310 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device cc5262af-faad-4960-9861-ce99cfc51891 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:35.908059 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port cc5262af-faad-4960-9861-ce99cfc51891 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:35.908527 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:36.077749 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 49a816a7-496f-47dd-b66c-d80dd2af8db9 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:36.159193 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 49a816a7-496f-47dd-b66c-d80dd2af8db9 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:36.164499 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 49a816a7-496f-47dd-b66c-d80dd2af8db9 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:36.164991 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:36.298997 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:36.362120 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 49a816a7-496f-47dd-b66c-d80dd2af8db9, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=49a816a7-496f-47dd-b66c-d80dd2af8db9,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:36.369048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:36.370116 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 2e96cb3f-aeee-43e5-8826-aa990457be10 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:36.403367 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:36.570298 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 2e96cb3f-aeee-43e5-8826-aa990457be10 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:36.578321 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 2e96cb3f-aeee-43e5-8826-aa990457be10 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:36.578792 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:36.648818 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=49a816a7-496f-47dd-b66c-d80dd2af8db9,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:36.654252 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:36.761765 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:36.781913 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 2e96cb3f-aeee-43e5-8826-aa990457be10, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=2e96cb3f-aeee-43e5-8826-aa990457be10,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:36.793344 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:36.794271 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device ecdb326c-a1fe-4451-a805-1ac6437178b2 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:36.841226 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:36.997530 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=2e96cb3f-aeee-43e5-8826-aa990457be10,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:37.014048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:37.017579 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port ecdb326c-a1fe-4451-a805-1ac6437178b2 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:37.017982 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:37.720916 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 49a816a7-496f-47dd-b66c-d80dd2af8db9 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:37.852406 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 49a816a7-496f-47dd-b66c-d80dd2af8db9 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:37.853706 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.052387 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 2e96cb3f-aeee-43e5-8826-aa990457be10 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:38.133852 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 2e96cb3f-aeee-43e5-8826-aa990457be10 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:38.134529 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:39.334566 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Sync routers for ids ['c821b371-faa4-4a4c-8738-e7e90200f310'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:44:39.349733 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Routers {'c821b371-faa4-4a4c-8738-e7e90200f310'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:39.350636 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7541a84a30>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['c821b371-faa4-4a4c-8738-e7e90200f310'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:39.545235 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Set router c821b371-faa4-4a4c-8738-e7e90200f310 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:39.894208 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7541a84a30>, [{'id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'name': 'tempest-TestShelveInstance-615897394-router', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '2e96cb3f-aeee-43e5-8826-aa990457be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:23Z', 'updated_at': '2021-12-16T14:44:29Z', 'revision_number': 4, 'project_id': '480d2c7547e541e190f2af602bbff8e5', 'gw_port': {'id': '2e96cb3f-aeee-43e5-8826-aa990457be10', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fe:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:24Z', 'updated_at': '2021-12-16T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '00558d43-edfb-4e97-8a7a-6f612696c3a9', 'name': '', 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'mac_address': 'fa:16:3e:7e:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '775518da-c89f-4935-bf9a-9bf0867f4a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:28Z', 'updated_at': '2021-12-16T14:44:29Z', 'revision_number': 2, 'project_id': '480d2c7547e541e190f2af602bbff8e5', 'subnets': [{'id': '775518da-c89f-4935-bf9a-9bf0867f4a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:39.898151 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Checking router: c821b371-faa4-4a4c-8738-e7e90200f310 for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:44:39.898507 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Updating router c821b371-faa4-4a4c-8738-e7e90200f310 port 00558d43-edfb-4e97-8a7a-6f612696c3a9 binding host dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:44:39.959902 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:40.422423 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Notify callbacks [] for port, precommit_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:40.438716 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.provisioning_blocks [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Transition to ACTIVE for port object 00558d43-edfb-4e97-8a7a-6f612696c3a9 will not be triggered until provisioned by entity L2. {{(pid=87791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:40.448839 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:40.453248 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-0eea873d-8f0c-457c-8274-720df2d8fc8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:40.526936 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150282b0-b9b6-41a8-a829-8a7931f60d02 None None] Pushing event updated for resources: {'Port': ['ID=00558d43-edfb-4e97-8a7a-6f612696c3a9,revision_number=3']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:40.533211 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-150282b0-b9b6-41a8-a829-8a7931f60d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:40.750977 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Attempting to bind port 00558d43-edfb-4e97-8a7a-6f612696c3a9 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:40.751344 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Attempting to bind port 00558d43-edfb-4e97-8a7a-6f612696c3a9 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': 'bba7dcfc-356d-4f84-9a26-6f4cf6408421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c'}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:40.751700 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Attempting to bind port 00558d43-edfb-4e97-8a7a-6f612696c3a9 on network 7713e2bc-e35f-4471-aab3-9853e061c74c {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:44:40.757426 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:44:40.757792 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Checking segment: {'id': 'bba7dcfc-356d-4f84-9a26-6f4cf6408421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:40.758190 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:40.758579 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Bound using segment: {'id': 'bba7dcfc-356d-4f84-9a26-6f4cf6408421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c'} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:44:40.759036 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Bound port: 00558d43-edfb-4e97-8a7a-6f612696c3a9, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba7dcfc-356d-4f84-9a26-6f4cf6408421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c'}}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:40.760215 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:40.875382 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] For port 00558d43-edfb-4e97-8a7a-6f612696c3a9, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:44:40.879646 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] For port 00558d43-edfb-4e97-8a7a-6f612696c3a9, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=00558d43-edfb-4e97-8a7a-6f612696c3a9,segment=NetworkSegment(bba7dcfc-356d-4f84-9a26-6f4cf6408421),segment_id=bba7dcfc-356d-4f84-9a26-6f4cf6408421)] {{(pid=87791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:44:40.887039 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:40.894428 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:40.979255 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Routers {'c821b371-faa4-4a4c-8738-e7e90200f310'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:44:40.980321 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7541a84a30>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['c821b371-faa4-4a4c-8738-e7e90200f310'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:41.046696 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150282b0-b9b6-41a8-a829-8a7931f60d02 None None] Pushing event updated for resources: {'Port': ['ID=00558d43-edfb-4e97-8a7a-6f612696c3a9,revision_number=4']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:41.204805 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] Set router c821b371-faa4-4a4c-8738-e7e90200f310 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:44:41.265419 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-150282b0-b9b6-41a8-a829-8a7931f60d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:41.548283 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53816) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:41.580136 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7541a84a30>, [{'id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'name': 'tempest-TestShelveInstance-615897394-router', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '2e96cb3f-aeee-43e5-8826-aa990457be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:23Z', 'updated_at': '2021-12-16T14:44:29Z', 'revision_number': 4, 'project_id': '480d2c7547e541e190f2af602bbff8e5', 'gw_port': {'id': '2e96cb3f-aeee-43e5-8826-aa990457be10', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fe:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:24Z', 'updated_at': '2021-12-16T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '00558d43-edfb-4e97-8a7a-6f612696c3a9', 'name': '', 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'mac_address': 'fa:16:3e:7e:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '775518da-c89f-4935-bf9a-9bf0867f4a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:28Z', 'updated_at': '2021-12-16T14:44:40Z', 'revision_number': 4, 'project_id': '480d2c7547e541e190f2af602bbff8e5', 'subnets': [{'id': '775518da-c89f-4935-bf9a-9bf0867f4a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:41.585525 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81183255-0783-4ec9-9b38-ca1178e8161c None None] The sync data for ids ['c821b371-faa4-4a4c-8738-e7e90200f310'] in dv-cinder-821892-3-iscsi is: [{'id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'name': 'tempest-TestShelveInstance-615897394-router', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '2e96cb3f-aeee-43e5-8826-aa990457be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:23Z', 'updated_at': '2021-12-16T14:44:29Z', 'revision_number': 4, 'project_id': '480d2c7547e541e190f2af602bbff8e5', 'gw_port': {'id': '2e96cb3f-aeee-43e5-8826-aa990457be10', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fe:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:24Z', 'updated_at': '2021-12-16T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '00558d43-edfb-4e97-8a7a-6f612696c3a9', 'name': '', 'network_id': '7713e2bc-e35f-4471-aab3-9853e061c74c', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'mac_address': 'fa:16:3e:7e:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '775518da-c89f-4935-bf9a-9bf0867f4a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:28Z', 'updated_at': '2021-12-16T14:44:40Z', 'revision_number': 4, 'project_id': '480d2c7547e541e190f2af602bbff8e5', 'subnets': [{'id': '775518da-c89f-4935-bf9a-9bf0867f4a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:44:41.707452 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e645b13d-114e-4ebb-8c8c-021e72dc6955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:41.725037 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-e645b13d-114e-4ebb-8c8c-021e72dc6955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:41.732369 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-e645b13d-114e-4ebb-8c8c-021e72dc6955 admin admin] Usage tracker for resource:security_group_rule and tenant:a78931ffbc604f36bf5e937f9240221d is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:41.738315 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-e645b13d-114e-4ebb-8c8c-021e72dc6955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:41.744969 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-e645b13d-114e-4ebb-8c8c-021e72dc6955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:41.755146 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 00558d43-edfb-4e97-8a7a-6f612696c3a9 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:41.865207 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 00558d43-edfb-4e97-8a7a-6f612696c3a9 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:41.871441 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 00558d43-edfb-4e97-8a7a-6f612696c3a9 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:41.871910 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:41.892218 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e645b13d-114e-4ebb-8c8c-021e72dc6955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:41.897114 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e645b13d-114e-4ebb-8c8c-021e72dc6955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:41.906407 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-799bf3c0-5828-45aa-8c1c-ec3099fe4b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:41.960161 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645b13d-114e-4ebb-8c8c-021e72dc6955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14919aef-04ba-4241-b693-1bd8a9e9c794,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:41.964370 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-e645b13d-114e-4ebb-8c8c-021e72dc6955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:41.969356 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-e645b13d-114e-4ebb-8c8c-021e72dc6955 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a78931ffbc604f36bf5e937f9240221d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4179156
Dec 16 14:44:41.969943 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53826) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:42.020094 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.059900 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 00558d43-edfb-4e97-8a7a-6f612696c3a9, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=00558d43-edfb-4e97-8a7a-6f612696c3a9,segment=NetworkSegment(bba7dcfc-356d-4f84-9a26-6f4cf6408421),segment_id=bba7dcfc-356d-4f84-9a26-6f4cf6408421)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:44:42.062857 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.072427 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.075053 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:42.114342 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.146916 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=00558d43-edfb-4e97-8a7a-6f612696c3a9,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:42.151898 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:42.175124 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.179326 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7e744374-a7b1-4f80-87fa-ca99c1623d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:42.192229 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14919aef-04ba-4241-b693-1bd8a9e9c794,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:42.203738 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:42.204113 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:42.204469 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:42.206801 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:42.206801 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:42.206801 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:42.206801 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:42.206801 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:42.207708 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:42.209486 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:42.209933 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:42.210425 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:42.214784 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:42.216446 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.222645 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14919aef-04ba-4241-b693-1bd8a9e9c794 HTTP/1.1" status: 204  len: 168 time: 0.2516911
Dec 16 14:44:42.522754 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-33e15117-9403-458d-9e18-4872a5a59ac4 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:42.525805 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-33e15117-9403-458d-9e18-4872a5a59ac4 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/networks?id=bb27a73b-c5ab-4802-a8a2-f712426550d4 HTTP/1.1" status: 200  len: 814 time: 0.1549931
Dec 16 14:44:42.539301 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-c393b279-9292-4b44-8930-e53aeb97c8aa tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/quotas/90b1e0c2f8144613a8e65e6b0e208a87 HTTP/1.1" status: 200  len: 375 time: 0.0089679
Dec 16 14:44:42.559363 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53848) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:42.577991 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7332d5ff-1cfb-4212-ab57-ac17433f8a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.596645 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-7332d5ff-1cfb-4212-ab57-ac17433f8a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:42.602147 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-7332d5ff-1cfb-4212-ab57-ac17433f8a0d admin admin] Usage tracker for resource:security_group_rule and tenant:a515cb98fb224ddabb3e749a9b6bc7eb is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:42.606201 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-7332d5ff-1cfb-4212-ab57-ac17433f8a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:42.612883 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-7332d5ff-1cfb-4212-ab57-ac17433f8a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:42.638945 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-76752d18-6b03-4240-a501-315152f74c2f tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=90b1e0c2f8144613a8e65e6b0e208a87&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0944035
Dec 16 14:44:42.701826 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7332d5ff-1cfb-4212-ab57-ac17433f8a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.705749 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7332d5ff-1cfb-4212-ab57-ac17433f8a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.713206 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8498eb11-62b7-4e63-8ff0-15063c9b22b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:42.752944 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-7332d5ff-1cfb-4212-ab57-ac17433f8a0d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a515cb98fb224ddabb3e749a9b6bc7eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1924090
Dec 16 14:44:42.753650 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332d5ff-1cfb-4212-ab57-ac17433f8a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9569df-a30c-4b90-925e-df35d6f6deb5,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:42.755402 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53856) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:42.756705 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7332d5ff-1cfb-4212-ab57-ac17433f8a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:42.820165 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d975c774-ef9f-4741-8a45-558952d5d086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.927796 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d975c774-ef9f-4741-8a45-558952d5d086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:43.004668 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-4a990df8-83e6-449f-bc68-fb1a9e79ec04 service neutron] 10.222.0.64 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3520980
Dec 16 14:44:43.039224 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d975c774-ef9f-4741-8a45-558952d5d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:43.086073 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-6d6e38fa-bf97-450e-8bdf-d9f283845d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:43.114711 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975c774-ef9f-4741-8a45-558952d5d086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9569df-a30c-4b90-925e-df35d6f6deb5,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:43.120106 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d975c774-ef9f-4741-8a45-558952d5d086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:43.128164 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d975c774-ef9f-4741-8a45-558952d5d086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:43.129279 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-d975c774-ef9f-4741-8a45-558952d5d086 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b9569df-a30c-4b90-925e-df35d6f6deb5 HTTP/1.1" status: 204  len: 168 time: 0.3712599
Dec 16 14:44:43.172382 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-84323381-ef93-4fe2-bc6a-44316fa820d3 service neutron] 10.222.0.64 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1571672
Dec 16 14:44:43.692997 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-90bf9e31-4ec1-4bec-beda-8a912ff51496 req-a25f5af0-47d1-4e32-a7b0-c250f1e4a3dd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 210 time: 0.3625815
Dec 16 14:44:43.708883 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 00558d43-edfb-4e97-8a7a-6f612696c3a9 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:43.811124 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 00558d43-edfb-4e97-8a7a-6f612696c3a9 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:43.811509 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:44.825401 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7c70f8f7-c8ca-44d1-91a2-41030cf9856a req-6072d5b3-8213-451d-b629-18055de905b7 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 210 time: 0.0451207
Dec 16 14:44:45.113231 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-35e264a9-e1e3-4061-9724-782794fe08c9 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:45.113231 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-35e264a9-e1e3-4061-9724-782794fe08c9 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Synchronizing usage tracker for tenant:90b1e0c2f8144613a8e65e6b0e208a87 on resource:network {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:44:45.144593 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-35e264a9-e1e3-4061-9724-782794fe08c9 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Unset dirty status for tenant:90b1e0c2f8144613a8e65e6b0e208a87 on resource:network {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:44:45.146215 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-35e264a9-e1e3-4061-9724-782794fe08c9 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.66 "GET /v2.0/networks?id=bb27a73b-c5ab-4802-a8a2-f712426550d4 HTTP/1.1" status: 200  len: 814 time: 0.2276487
Dec 16 14:44:45.180025 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Request body: {'port': {'device_id': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'admin_state_up': True, 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:45.262037 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.328994 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:45.332959 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Usage tracker for resource:port and tenant:90b1e0c2f8144613a8e65e6b0e208a87 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:45.336000 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:45.342954 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:45.353805 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Made reservation on behalf of 90b1e0c2f8144613a8e65e6b0e208a87 for: {'port': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:45.357851 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.510816 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53960) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:45.535788 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Allocated IP 172.20.0.8 (bb27a73b-c5ab-4802-a8a2-f712426550d4/3bf68b7e-96ac-4388-ba66-893dee6d058c/66acd505-3947-431a-85d5-04918d500d6b) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:45.689672 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-aac6593e-ca09-4b8e-8b7d-7dabfd1a8ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.709057 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-aac6593e-ca09-4b8e-8b7d-7dabfd1a8ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:45.714100 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-aac6593e-ca09-4b8e-8b7d-7dabfd1a8ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:774a9b2694614edca87fb0d51b106d8e is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:45.717527 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-aac6593e-ca09-4b8e-8b7d-7dabfd1a8ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:45.725241 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-aac6593e-ca09-4b8e-8b7d-7dabfd1a8ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:45.883874 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-aac6593e-ca09-4b8e-8b7d-7dabfd1a8ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.890789 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-aac6593e-ca09-4b8e-8b7d-7dabfd1a8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.901056 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d975c774-ef9f-4741-8a45-558952d5d086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:45.931936 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.974162 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6593e-ca09-4b8e-8b7d-7dabfd1a8ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b77803-345e-49bc-959d-c73553fb0071,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:45.982810 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Transition to ACTIVE for port object 66acd505-3947-431a-85d5-04918d500d6b will not be triggered until provisioned by entity DHCP. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:45.994190 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-aac6593e-ca09-4b8e-8b7d-7dabfd1a8ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:46.020442 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-aac6593e-ca09-4b8e-8b7d-7dabfd1a8ab9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=774a9b2694614edca87fb0d51b106d8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5082464
Dec 16 14:44:46.028500 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 53976) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:46.057129 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.065745 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-42ff31d1-fee4-42a0-ad11-ad87be649531 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:46.148376 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Network bb27a73b-c5ab-4802-a8a2-f712426550d4 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:46.153733 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:46.159290 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:44:46.232425 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event updated for resources: {'Port': ['ID=66acd505-3947-431a-85d5-04918d500d6b,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:46.239041 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:46.263054 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:46.265130 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.276005 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-82745e03-7352-4879-9415-a6e8c0eae439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.318056 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1419756
Dec 16 14:44:46.332006 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6d466-62cf-40c8-99bb-51d7636364f6 req-7b6ba197-38cb-429b-8e6e-1f606545186e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:46.341585 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1ae6d466-62cf-40c8-99bb-51d7636364f6 req-7b6ba197-38cb-429b-8e6e-1f606545186e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 931 time: 0.2679698
Dec 16 14:44:46.368283 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-82745e03-7352-4879-9415-a6e8c0eae439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.441074 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1ae6d466-62cf-40c8-99bb-51d7636364f6 req-9dffe6e3-392a-47ba-9dd0-d196767824f7 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980887
Dec 16 14:44:46.469396 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-40c9a15a-728f-4551-a8ad-2ffe7606d3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.478863 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-82745e03-7352-4879-9415-a6e8c0eae439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.483022 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-e5c31808-5bd6-40e0-81b9-67d2e2fb9adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:46.506152 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82745e03-7352-4879-9415-a6e8c0eae439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b77803-345e-49bc-959d-c73553fb0071,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:46.528026 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-82745e03-7352-4879-9415-a6e8c0eae439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:46.537680 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-82745e03-7352-4879-9415-a6e8c0eae439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.541975 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-82745e03-7352-4879-9415-a6e8c0eae439 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5b77803-345e-49bc-959d-c73553fb0071 HTTP/1.1" status: 204  len: 168 time: 0.5061018
Dec 16 14:44:46.599588 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-034ac73b-d507-44fa-a4bd-3d866b87803e None None] Provisioning for port 66acd505-3947-431a-85d5-04918d500d6b completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:46.607040 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-034ac73b-d507-44fa-a4bd-3d866b87803e None None] Provisioning complete for port 66acd505-3947-431a-85d5-04918d500d6b triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:46.607872 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-034ac73b-d507-44fa-a4bd-3d866b87803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.682882 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-034ac73b-d507-44fa-a4bd-3d866b87803e None None] Port 66acd505-3947-431a-85d5-04918d500d6b cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:44:46.905385 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53988) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:46.929352 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-79431ed2-08ef-49b6-bca0-ce81baa8f3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.945214 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-79431ed2-08ef-49b6-bca0-ce81baa8f3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:46.949962 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-79431ed2-08ef-49b6-bca0-ce81baa8f3c3 admin admin] Usage tracker for resource:security_group_rule and tenant:eb897a629a3a49699d4e28d684598b55 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:46.953327 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-79431ed2-08ef-49b6-bca0-ce81baa8f3c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:46.959610 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-79431ed2-08ef-49b6-bca0-ce81baa8f3c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:47.049007 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-79431ed2-08ef-49b6-bca0-ce81baa8f3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:47.053115 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-79431ed2-08ef-49b6-bca0-ce81baa8f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:47.060712 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d84e43fe-7be6-4f98-949f-2deea40f937c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:47.098972 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79431ed2-08ef-49b6-bca0-ce81baa8f3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0173d478-de4e-4163-92b4-fb6c43c95737,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:47.103288 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-79431ed2-08ef-49b6-bca0-ce81baa8f3c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb897a629a3a49699d4e28d684598b55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1966076
Dec 16 14:44:47.104209 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-79431ed2-08ef-49b6-bca0-ce81baa8f3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:47.105841 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 53992) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:47.171387 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-656602cf-695b-4a55-b714-1b585c5d9c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:47.198693 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-656602cf-695b-4a55-b714-1b585c5d9c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:47.344597 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-656602cf-695b-4a55-b714-1b585c5d9c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:47.348453 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-821d2709-847f-4052-b754-6390f4f2a065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:47.359967 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656602cf-695b-4a55-b714-1b585c5d9c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0173d478-de4e-4163-92b4-fb6c43c95737,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:47.363562 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-656602cf-695b-4a55-b714-1b585c5d9c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:47.367145 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-656602cf-695b-4a55-b714-1b585c5d9c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:47.368711 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-656602cf-695b-4a55-b714-1b585c5d9c29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0173d478-de4e-4163-92b4-fb6c43c95737 HTTP/1.1" status: 204  len: 168 time: 0.2614369
Dec 16 14:44:47.505171 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:44:47.653144 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e825c-3a2e-4b73-bad6-c5c7d1525852 req-8e470ee2-a8c4-4cb7-a8a3-70422d89b551 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:47.655002 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f27e825c-3a2e-4b73-bad6-c5c7d1525852 req-8e470ee2-a8c4-4cb7-a8a3-70422d89b551 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 931 time: 0.0904381
Dec 16 14:44:47.719795 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f27e825c-3a2e-4b73-bad6-c5c7d1525852 req-8b2c7853-2647-4045-a675-7f087fa05401 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588689
Dec 16 14:44:48.913251 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a37d9-3f30-401e-9011-bb5aa7259533 req-234740bb-f645-449c-87d9-a91331eb246d tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:48.921004 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5a1a37d9-3f30-401e-9011-bb5aa7259533 req-234740bb-f645-449c-87d9-a91331eb246d tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 931 time: 0.0941689
Dec 16 14:44:48.979705 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5a1a37d9-3f30-401e-9011-bb5aa7259533 req-fdff4365-3e36-4a7e-91ef-fb0632abdbcc tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577817
Dec 16 14:44:49.025942 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ced8b062-3d90-4457-9b6a-bc7132adc2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:49.419704 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 54060) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:49.542628 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-da75ea2d-f398-4220-8a87-909a452a4e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:49.556707 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-da75ea2d-f398-4220-8a87-909a452a4e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:49.560611 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-da75ea2d-f398-4220-8a87-909a452a4e51 admin admin] Usage tracker for resource:security_group_rule and tenant:a4d3eef1335d4c9eb1c9f8e2700d18bf is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:49.563478 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-da75ea2d-f398-4220-8a87-909a452a4e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:49.569155 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-da75ea2d-f398-4220-8a87-909a452a4e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:49.667431 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-da75ea2d-f398-4220-8a87-909a452a4e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:49.680817 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-da75ea2d-f398-4220-8a87-909a452a4e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:49.686606 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-958c7a60-e338-4937-a46d-37219ab31cef tempest-VolumesNegativeTest-2006659421 tempest-VolumesNegativeTest-2006659421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:49.734172 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-da75ea2d-f398-4220-8a87-909a452a4e51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4d3eef1335d4c9eb1c9f8e2700d18bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3108897
Dec 16 14:44:49.734741 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 54066) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:49.736837 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75ea2d-f398-4220-8a87-909a452a4e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1d22c8-40c5-4be5-a3aa-1fa344a58e30,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:49.740632 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-da75ea2d-f398-4220-8a87-909a452a4e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:49.825589 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6bef7eea-9e64-40bc-bae2-8406a39e284d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:49.855064 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6bef7eea-9e64-40bc-bae2-8406a39e284d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:49.917599 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6bef7eea-9e64-40bc-bae2-8406a39e284d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:49.923756 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0c8c63c7-96cc-46ac-b6d5-3daa240b0f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:49.944484 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef7eea-9e64-40bc-bae2-8406a39e284d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1d22c8-40c5-4be5-a3aa-1fa344a58e30,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:49.947844 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6bef7eea-9e64-40bc-bae2-8406a39e284d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:49.948683 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6bef7eea-9e64-40bc-bae2-8406a39e284d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:49.953202 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-6bef7eea-9e64-40bc-bae2-8406a39e284d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf1d22c8-40c5-4be5-a3aa-1fa344a58e30 HTTP/1.1" status: 204  len: 168 time: 0.2171557
Dec 16 14:44:50.216146 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670669d-12b2-40af-90a9-72f30824031b req-4518ae8c-4d47-4021-b1c6-c690a76640ad tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:50.217641 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3670669d-12b2-40af-90a9-72f30824031b req-4518ae8c-4d47-4021-b1c6-c690a76640ad tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 931 time: 0.0907228
Dec 16 14:44:50.247644 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:50.277894 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3670669d-12b2-40af-90a9-72f30824031b req-cb36a544-d395-4507-b230-e77ccb2c32de tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513806
Dec 16 14:44:50.345121 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 54078) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:50.362625 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-23e953e6-0eae-4e6c-a539-2ff5ccbd080f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:50.377902 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-23e953e6-0eae-4e6c-a539-2ff5ccbd080f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:50.381872 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-23e953e6-0eae-4e6c-a539-2ff5ccbd080f admin admin] Usage tracker for resource:security_group_rule and tenant:9df1a58c25b54bf48fc9e7f163a6abea is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:50.385644 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-23e953e6-0eae-4e6c-a539-2ff5ccbd080f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:50.391562 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-23e953e6-0eae-4e6c-a539-2ff5ccbd080f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:50.407897 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:50.479587 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-23e953e6-0eae-4e6c-a539-2ff5ccbd080f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:50.483614 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-23e953e6-0eae-4e6c-a539-2ff5ccbd080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:50.490490 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-12d0e249-547d-429f-941d-0e23a6029bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:50.532653 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-23e953e6-0eae-4e6c-a539-2ff5ccbd080f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9df1a58c25b54bf48fc9e7f163a6abea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1864173
Dec 16 14:44:50.533439 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e953e6-0eae-4e6c-a539-2ff5ccbd080f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbddb56-ce97-429c-a49e-42f44f6e2109,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:50.535329 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 54082) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:50.536383 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-23e953e6-0eae-4e6c-a539-2ff5ccbd080f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:50.600289 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c9e4-826e-4882-b760-b32439b7e47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:50.628661 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c9e4-826e-4882-b760-b32439b7e47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:50.685530 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c9e4-826e-4882-b760-b32439b7e47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:50.689741 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-61ec3915-3dd3-4fce-975f-2337b45f2559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:50.702156 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9c9e4-826e-4882-b760-b32439b7e47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbddb56-ce97-429c-a49e-42f44f6e2109,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:50.704694 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-fcf9c9e4-826e-4882-b760-b32439b7e47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:50.716216 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c9e4-826e-4882-b760-b32439b7e47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:50.717385 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-fcf9c9e4-826e-4882-b760-b32439b7e47f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5cbddb56-ce97-429c-a49e-42f44f6e2109 HTTP/1.1" status: 204  len: 168 time: 0.1810782
Dec 16 14:44:51.616224 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb52813-1346-4b47-85af-4a3c9dcd29f8 req-a6bb12e9-94d4-4a0e-8589-ee95242fa5c9 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:51.618594 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1eb52813-1346-4b47-85af-4a3c9dcd29f8 req-a6bb12e9-94d4-4a0e-8589-ee95242fa5c9 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 931 time: 0.1960733
Dec 16 14:44:51.687257 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1eb52813-1346-4b47-85af-4a3c9dcd29f8 req-d9943b4e-63a3-42f2-9e55-30ac4215a9e3 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617523
Dec 16 14:44:52.005902 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:52.906106 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965750d8-18bd-4641-91b7-986bf45b23ab req-727ba5fb-9a0c-40ea-91e2-c98ad6c74b90 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:52.907877 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-965750d8-18bd-4641-91b7-986bf45b23ab req-727ba5fb-9a0c-40ea-91e2-c98ad6c74b90 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 931 time: 0.1083734
Dec 16 14:44:52.964114 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-965750d8-18bd-4641-91b7-986bf45b23ab req-e38e3bd2-91b2-4e76-b0e1-9f4dabbfd037 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499988
Dec 16 14:44:53.705830 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-af9f715d-9a3c-4a78-8522-e6ad2662f576 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Synchronizing usage tracker for tenant:46480af5f9db43618ad0897695518251 on resource:security_group {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:44:53.723756 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-af9f715d-9a3c-4a78-8522-e6ad2662f576 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Unset dirty status for tenant:46480af5f9db43618ad0897695518251 on resource:security_group {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:44:53.725128 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-af9f715d-9a3c-4a78-8522-e6ad2662f576 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980036391&fields=id&tenant_id=46480af5f9db43618ad0897695518251 HTTP/1.1" status: 200  len: 267 time: 0.0663686
Dec 16 14:44:53.919920 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-afa0a47e-772c-451d-b509-6c19f67f2f63 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:53.921652 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-afa0a47e-772c-451d-b509-6c19f67f2f63 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Synchronizing usage tracker for tenant:46480af5f9db43618ad0897695518251 on resource:network {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:44:53.941157 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-afa0a47e-772c-451d-b509-6c19f67f2f63 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Unset dirty status for tenant:46480af5f9db43618ad0897695518251 on resource:network {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:44:53.942370 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-afa0a47e-772c-451d-b509-6c19f67f2f63 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/networks?id=96d497b5-c921-4430-a698-604964f9d557 HTTP/1.1" status: 200  len: 809 time: 0.2099218
Dec 16 14:44:53.959313 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-c63cea28-2164-4d70-a360-9f41e2f9ea5f tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/quotas/46480af5f9db43618ad0897695518251 HTTP/1.1" status: 200  len: 375 time: 0.0110836
Dec 16 14:44:54.080670 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-d17a7ab6-98e6-4c07-83a1-8be08b2c0981 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Synchronizing usage tracker for tenant:46480af5f9db43618ad0897695518251 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:44:54.100526 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-d17a7ab6-98e6-4c07-83a1-8be08b2c0981 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Unset dirty status for tenant:46480af5f9db43618ad0897695518251 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:44:54.101881 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-d17a7ab6-98e6-4c07-83a1-8be08b2c0981 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=46480af5f9db43618ad0897695518251&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1359105
Dec 16 14:44:54.295737 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-d4041509-1ad7-44c3-9b54-a46c3dd409d9 service neutron] 10.222.0.64 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806622
Dec 16 14:44:54.454557 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-e5392e62-8c18-4c31-9ed5-aa7cd943d95d service neutron] 10.222.0.64 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513498
Dec 16 14:44:56.070211 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7d3b5-3a28-4cf2-bb9c-91fc0c403ee5 req-ae60638b-9c50-4092-b991-d2e3b5e3cc88 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:56.074417 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7ea7d3b5-3a28-4cf2-bb9c-91fc0c403ee5 req-ae60638b-9c50-4092-b991-d2e3b5e3cc88 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 931 time: 0.0933068
Dec 16 14:44:56.125709 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7ea7d3b5-3a28-4cf2-bb9c-91fc0c403ee5 req-21a53b88-db81-4ef8-ac5d-564a03b85e37 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463104
Dec 16 14:44:56.245324 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-611a2eeb-7167-45cf-b1d0-2cbacf0946e1 req-65c51b35-af6e-440c-8edf-4de1f7ecb466 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 210 time: 0.0615840
Dec 16 14:44:57.477725 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77a7b3-05c9-4fce-8fd1-a9b2ba62a371 req-d7c2124b-4a56-4659-bf35-472a1d2120fd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:57.479192 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ad77a7b3-05c9-4fce-8fd1-a9b2ba62a371 req-d7c2124b-4a56-4659-bf35-472a1d2120fd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 931 time: 0.0896478
Dec 16 14:44:57.559401 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Request body: {'port': {'device_id': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:57.564059 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ad77a7b3-05c9-4fce-8fd1-a9b2ba62a371 req-ec635901-dbb7-4367-8b21-201139f1d491 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776386
Dec 16 14:44:57.681121 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c694870c-4fbb-4ab5-b409-f93070f35251 req-b58f2b83-b295-4f63-b62c-73762b35f899 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 210 time: 0.0672688
Dec 16 14:44:57.709933 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:58.105606 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66acd505-3947-431a-85d5-04918d500d6b {{(pid=87789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:44:58.113521 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:58.131194 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Transition to ACTIVE for port object 66acd505-3947-431a-85d5-04918d500d6b will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:58.136283 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:58.142572 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-ae2a6c4b-4d37-4309-b8f1-35c392b0757c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:58.277433 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Pushing event updated for resources: {'Port': ['ID=66acd505-3947-431a-85d5-04918d500d6b,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:58.313930 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:58.395571 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Attempting to bind port 66acd505-3947-431a-85d5-04918d500d6b on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:58.395910 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Attempting to bind port 66acd505-3947-431a-85d5-04918d500d6b by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'baf84605-5033-4c73-83f1-04c20e687c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:58.396445 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Attempting to bind port 66acd505-3947-431a-85d5-04918d500d6b on network bb27a73b-c5ab-4802-a8a2-f712426550d4 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:44:58.402268 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Port 66acd505-3947-431a-85d5-04918d500d6b on network bb27a73b-c5ab-4802-a8a2-f712426550d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:44:58.402718 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Attempting to bind port 66acd505-3947-431a-85d5-04918d500d6b on network bb27a73b-c5ab-4802-a8a2-f712426550d4 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:44:58.408639 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:44:58.409009 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Checking segment: {'id': 'baf84605-5033-4c73-83f1-04c20e687c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:44:58.409391 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Bound using segment: {'id': 'baf84605-5033-4c73-83f1-04c20e687c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:44:58.409823 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Bound port: 66acd505-3947-431a-85d5-04918d500d6b, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf84605-5033-4c73-83f1-04c20e687c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:58.410165 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:58.472776 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-b55f8a80-f6c8-49be-b8ce-8cc8846fb545 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:58.474044 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-b55f8a80-f6c8-49be-b8ce-8cc8846fb545 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.66 "GET /v2.0/networks?id=96d497b5-c921-4430-a698-604964f9d557 HTTP/1.1" status: 200  len: 809 time: 0.2014546
Dec 16 14:44:58.511664 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] For port 66acd505-3947-431a-85d5-04918d500d6b, host hv-cinder-82189, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:44:58.515665 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] For port 66acd505-3947-431a-85d5-04918d500d6b, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=66acd505-3947-431a-85d5-04918d500d6b,segment=NetworkSegment(baf84605-5033-4c73-83f1-04c20e687c69),segment_id=baf84605-5033-4c73-83f1-04c20e687c69)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:44:58.522987 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:58.529102 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f81f5ceb-34b9-4a49-b656-a13ad7a7fd28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:58.541842 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-ca63e924-5165-408c-9220-6716c968dbae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46480af5f9db43618ad0897695518251 HTTP/1.1" status: 200  len: 379 time: 0.0519893
Dec 16 14:44:58.567905 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Request body: {'port': {'device_id': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'admin_state_up': True, 'tenant_id': '46480af5f9db43618ad0897695518251', 'security_groups': ['666c96af-29ce-4ce0-a948-81b96d14d339']}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:58.586991 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:58.587625 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:58.589134 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] 10.222.0.66 "PUT /v2.0/ports/66acd505-3947-431a-85d5-04918d500d6b HTTP/1.1" status: 200  len: 1093 time: 1.1521032
Dec 16 14:44:58.595199 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'tag': '66acd505-3947-431a-85d5-04918d500d6b'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:44:58.641906 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Pushing event updated for resources: {'Port': ['ID=66acd505-3947-431a-85d5-04918d500d6b,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:58.650538 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:58.795128 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-e2a8b7fb-2f95-431e-89de-6c2df576be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:58.797403 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-e2a8b7fb-2f95-431e-89de-6c2df576be63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=90b1e0c2f8144613a8e65e6b0e208a87&device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 1096 time: 0.1457062
Dec 16 14:44:58.880496 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:58.897129 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54a144-7fb7-4103-9d8a-bdef9f1d1a10 req-814d309d-be89-4e81-b8f4-608caa0e8df3 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:58.905993 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5c54a144-7fb7-4103-9d8a-bdef9f1d1a10 req-814d309d-be89-4e81-b8f4-608caa0e8df3 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 943 time: 0.1677358
Dec 16 14:44:58.925659 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-739359b8-3d4b-4432-8464-25e0c78f0be3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66acd505-3947-431a-85d5-04918d500d6b HTTP/1.1" status: 200  len: 217 time: 0.1120505
Dec 16 14:44:58.940991 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:58.965080 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Made reservation on behalf of 46480af5f9db43618ad0897695518251 for: {'port': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:58.968559 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'tag': '66acd505-3947-431a-85d5-04918d500d6b', 'status': 'completed', 'code': 200}
Dec 16 14:44:58.969181 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:58.999044 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5c54a144-7fb7-4103-9d8a-bdef9f1d1a10 req-909d2a66-d8b6-444b-a6cd-c88391aab904 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909340
Dec 16 14:44:59.004582 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-1da7f6a9-8ea3-48a3-a63c-9bac31f52c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:59.006133 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-1da7f6a9-8ea3-48a3-a63c-9bac31f52c62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bf68b7e-96ac-4388-ba66-893dee6d058c HTTP/1.1" status: 200  len: 853 time: 0.0733643
Dec 16 14:44:59.099354 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-95b182d2-81e7-4c5f-a531-9edef2d3db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:59.100916 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-95b182d2-81e7-4c5f-a531-9edef2d3db6f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb27a73b-c5ab-4802-a8a2-f712426550d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871108
Dec 16 14:44:59.121337 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7e6acca4-8d67-43a1-ae41-e007bc3dca01 req-5a5f47c8-19ac-4f16-bba2-557fb5809fbf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 210 time: 0.0614738
Dec 16 14:44:59.246324 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Allocated IP 172.20.0.3 (96d497b5-c921-4430-a698-604964f9d557/4065d15a-cb85-4fdb-b221-40b98c53aeb0/1332f1d9-cf0e-479c-a21e-c9c4facfafe9) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:59.247041 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-fb93dcb6-3e85-436b-b4c3-07e5ab9385b0 service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382325
Dec 16 14:44:59.540541 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-cc0e42fe-ec57-4cf2-8403-c048bd6b5472 req-98129f04-917d-474f-9b68-68579adba449 service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2855194
Dec 16 14:44:59.601598 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:59.620327 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Transition to ACTIVE for port object 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:59.652436 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:59.659647 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:59.722327 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8da96c-10dd-4bee-86a3-4149ad8fb04a req-d31c8385-f18f-4c69-b169-1c99da262171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:59.724419 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7a8da96c-10dd-4bee-86a3-4149ad8fb04a req-d31c8385-f18f-4c69-b169-1c99da262171 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=90b1e0c2f8144613a8e65e6b0e208a87&device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 1096 time: 0.0796165
Dec 16 14:44:59.733629 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Network 96d497b5-c921-4430-a698-604964f9d557 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:59.737885 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:59.742971 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:44:59.790901 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Pushing event updated for resources: {'Port': ['ID=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:59.805908 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:59.806353 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:59.806717 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:59.807192 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:59.807553 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:59.807906 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:59.808435 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:59.809024 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:59.809492 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:59.809854 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:59.810393 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:59.810708 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:59.816870 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:59.836327 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:59.837366 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:59.869407 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3055642
Dec 16 14:44:59.890081 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Request body: {'port': {'device_id': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:44:59.906637 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8da96c-10dd-4bee-86a3-4149ad8fb04a req-384aa354-e0ae-4db4-9cf6-fb4f6da509f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:59.908110 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7a8da96c-10dd-4bee-86a3-4149ad8fb04a req-384aa354-e0ae-4db4-9cf6-fb4f6da509f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb27a73b-c5ab-4802-a8a2-f712426550d4 HTTP/1.1" status: 200  len: 915 time: 0.1752372
Dec 16 14:44:59.989815 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7a8da96c-10dd-4bee-86a3-4149ad8fb04a req-010305f5-b0bc-4b6d-bee0-9c2212ebbc91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66acd505-3947-431a-85d5-04918d500d6b HTTP/1.1" status: 200  len: 217 time: 0.0736151
Dec 16 14:45:00.022200 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:00.063791 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8da96c-10dd-4bee-86a3-4149ad8fb04a req-8617f88b-7fb8-48e2-aae4-96783a4e0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:00.065380 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7a8da96c-10dd-4bee-86a3-4149ad8fb04a req-8617f88b-7fb8-48e2-aae4-96783a4e0133 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bf68b7e-96ac-4388-ba66-893dee6d058c HTTP/1.1" status: 200  len: 853 time: 0.0679138
Dec 16 14:45:00.073901 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-657e6f51-50c6-464c-a345-db059e224d59 None None] Provisioning for port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:45:00.079744 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-657e6f51-50c6-464c-a345-db059e224d59 None None] Provisioning complete for port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:00.080120 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-657e6f51-50c6-464c-a345-db059e224d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:00.168537 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-657e6f51-50c6-464c-a345-db059e224d59 None None] Port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:45:00.206004 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8da96c-10dd-4bee-86a3-4149ad8fb04a req-13fa18ac-9913-40a3-8dc6-b5dbf2708e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:00.208756 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7a8da96c-10dd-4bee-86a3-4149ad8fb04a req-13fa18ac-9913-40a3-8dc6-b5dbf2708e78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb27a73b-c5ab-4802-a8a2-f712426550d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1354089
Dec 16 14:45:00.360530 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7a8da96c-10dd-4bee-86a3-4149ad8fb04a req-271ac716-4dd1-4bf9-8cc8-6ae0dc36fe22 service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425769
Dec 16 14:45:00.466255 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856710d-8951-4358-b056-997b6a5d4c8d req-f7986621-d496-4c9e-b567-3e651c4cf5a1 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:00.467832 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f856710d-8951-4358-b056-997b6a5d4c8d req-f7986621-d496-4c9e-b567-3e651c4cf5a1 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 943 time: 0.2737384
Dec 16 14:45:00.516431 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7a8da96c-10dd-4bee-86a3-4149ad8fb04a req-f26cd7c1-6731-42c7-98f5-38fad72e8ead service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490331
Dec 16 14:45:00.566846 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58c119-366a-41d8-b9c9-f17be7eb9572 req-e2a08440-a6da-4a6b-95f5-896773134c0d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:00.567642 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-9c58c119-366a-41d8-b9c9-f17be7eb9572 req-e2a08440-a6da-4a6b-95f5-896773134c0d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Synchronizing usage tracker for tenant:46480af5f9db43618ad0897695518251 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:00.576206 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f856710d-8951-4358-b056-997b6a5d4c8d req-f1dfd597-fabc-4667-a632-a7b4ac4cd4a4 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896456
Dec 16 14:45:00.647460 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-9c58c119-366a-41d8-b9c9-f17be7eb9572 req-e2a08440-a6da-4a6b-95f5-896773134c0d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Unset dirty status for tenant:46480af5f9db43618ad0897695518251 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:00.648555 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9c58c119-366a-41d8-b9c9-f17be7eb9572 req-e2a08440-a6da-4a6b-95f5-896773134c0d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 931 time: 0.3536689
Dec 16 14:45:00.684392 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:45:00.701224 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:00.725457 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9c58c119-366a-41d8-b9c9-f17be7eb9572 req-49401e6f-9669-4bbe-b3b0-482098fc2b6e tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704424
Dec 16 14:45:00.728478 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Transition to ACTIVE for port object 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:45:00.735434 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:00.744348 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c4d6ae75-36ba-4942-932c-a8c799ffce17 tempest-VolumesActionsTest-1977218571 tempest-VolumesActionsTest-1977218571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:00.960643 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Pushing event updated for resources: {'Port': ['ID=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:00.968686 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:01.043174 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Attempting to bind port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:45:01.045073 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Attempting to bind port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '03722b98-e4a6-4aee-9a68-64dd95d3c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '96d497b5-c921-4430-a698-604964f9d557'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:45:01.045073 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Attempting to bind port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 on network 96d497b5-c921-4430-a698-604964f9d557 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:45:01.049479 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 on network 96d497b5-c921-4430-a698-604964f9d557 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:45:01.049811 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Attempting to bind port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 on network 96d497b5-c921-4430-a698-604964f9d557 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:45:01.055893 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:45:01.056241 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Checking segment: {'id': '03722b98-e4a6-4aee-9a68-64dd95d3c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '96d497b5-c921-4430-a698-604964f9d557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:45:01.056635 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Bound using segment: {'id': '03722b98-e4a6-4aee-9a68-64dd95d3c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '96d497b5-c921-4430-a698-604964f9d557'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:45:01.057118 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Bound port: 1332f1d9-cf0e-479c-a21e-c9c4facfafe9, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03722b98-e4a6-4aee-9a68-64dd95d3c204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '96d497b5-c921-4430-a698-604964f9d557'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:45:01.057498 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:01.165057 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] For port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9, host hv-cinder-82189, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:45:01.168399 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] For port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:45:01.173669 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:01.177761 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:01.239213 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:01.239834 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:01.241362 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] 10.222.0.66 "PUT /v2.0/ports/1332f1d9-cf0e-479c-a21e-c9c4facfafe9 HTTP/1.1" status: 200  len: 1093 time: 1.3557537
Dec 16 14:45:01.241887 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'tag': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:01.269446 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Pushing event updated for resources: {'Port': ['ID=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:01.272105 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:01.382217 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'tag': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'status': 'completed', 'code': 200}
Dec 16 14:45:01.403816 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-c589f312-682d-4526-ad69-f1ba1a92c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:01.405381 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-c589f312-682d-4526-ad69-f1ba1a92c217 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=46480af5f9db43618ad0897695518251&device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 1096 time: 0.0991905
Dec 16 14:45:01.491063 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-27c2df59-4925-4510-9a77-a0ff1fefc81a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9 HTTP/1.1" status: 200  len: 217 time: 0.0715849
Dec 16 14:45:01.662631 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-47316cfd-c3e9-404c-b922-3df1b76176c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:01.664575 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-47316cfd-c3e9-404c-b922-3df1b76176c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4065d15a-cb85-4fdb-b221-40b98c53aeb0 HTTP/1.1" status: 200  len: 848 time: 0.1667373
Dec 16 14:45:01.703108 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 66acd505-3947-431a-85d5-04918d500d6b details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:45:01.808630 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-428855a6-36d7-4f28-862e-427c5ee8b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:01.810165 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-428855a6-36d7-4f28-862e-427c5ee8b571 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96d497b5-c921-4430-a698-604964f9d557&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1394932
Dec 16 14:45:01.818122 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4477b2d-e993-48f4-abb1-e0f1a3495534 req-659e69b7-c9a8-4458-800b-b07e3f517014 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:01.819324 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c4477b2d-e993-48f4-abb1-e0f1a3495534 req-659e69b7-c9a8-4458-800b-b07e3f517014 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 943 time: 0.1175442
Dec 16 14:45:01.861894 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 66acd505-3947-431a-85d5-04918d500d6b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=66acd505-3947-431a-85d5-04918d500d6b,segment=NetworkSegment(baf84605-5033-4c73-83f1-04c20e687c69),segment_id=baf84605-5033-4c73-83f1-04c20e687c69)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:45:01.878529 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '66acd505-3947-431a-85d5-04918d500d6b', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'port_id': '66acd505-3947-431a-85d5-04918d500d6b', 'mac_address': 'fa:16:3e:74:60:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:45:01.936743 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:01.955614 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66acd505-3947-431a-85d5-04918d500d6b {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:45:01.972566 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 66acd505-3947-431a-85d5-04918d500d6b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=66acd505-3947-431a-85d5-04918d500d6b,segment=NetworkSegment(baf84605-5033-4c73-83f1-04c20e687c69),segment_id=baf84605-5033-4c73-83f1-04c20e687c69)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:45:01.977567 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:01.979551 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:01.999953 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c4477b2d-e993-48f4-abb1-e0f1a3495534 req-82b92e04-1fd2-4b21-afdb-70b121426a77 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614473
Dec 16 14:45:02.053145 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-e813b79a-80ab-44d2-a322-06a6d47f53e2 service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2327554
Dec 16 14:45:02.057359 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=66acd505-3947-431a-85d5-04918d500d6b,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:02.065621 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:02.065860 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9da73b-2a9a-42d7-979e-87ce5414abe2 req-135f216a-d4a7-4467-bde7-7e116840aa6e tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:02.065986 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:02.066381 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:02.066944 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:02.067118 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bc9da73b-2a9a-42d7-979e-87ce5414abe2 req-135f216a-d4a7-4467-bde7-7e116840aa6e tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 943 time: 0.2049782
Dec 16 14:45:02.067429 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:02.067868 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:02.068289 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:02.068746 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:02.069428 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:02.069886 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:02.070276 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:02.070702 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:02.075434 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:02.203007 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bc9da73b-2a9a-42d7-979e-87ce5414abe2 req-ef0a3fb3-126d-49f6-86ae-aad81fe6ea4b tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1124036
Dec 16 14:45:02.248637 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bbb29945-e910-48ce-bd5c-84435dc0cce5 req-8e1af83f-2111-489e-9be6-d91d9eb026db service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804698
Dec 16 14:45:02.294865 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['66acd505-3947-431a-85d5-04918d500d6b'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:45:02.425506 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc026f1-f350-40a3-b62e-112ab56fdf77 req-f78cf3d7-b899-45df-b5f6-c34f3244362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:02.427023 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2cc026f1-f350-40a3-b62e-112ab56fdf77 req-f78cf3d7-b899-45df-b5f6-c34f3244362b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=46480af5f9db43618ad0897695518251&device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 1096 time: 0.0857024
Dec 16 14:45:02.581761 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc026f1-f350-40a3-b62e-112ab56fdf77 req-35bcc271-b137-41eb-969c-713436bae78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:02.583210 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2cc026f1-f350-40a3-b62e-112ab56fdf77 req-35bcc271-b137-41eb-969c-713436bae78a service neutron] 10.222.0.66 "GET /v2.0/networks?id=96d497b5-c921-4430-a698-604964f9d557 HTTP/1.1" status: 200  len: 910 time: 0.1485069
Dec 16 14:45:02.659242 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2cc026f1-f350-40a3-b62e-112ab56fdf77 req-456a885d-b327-4965-8d08-5047a4fec95b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9 HTTP/1.1" status: 200  len: 217 time: 0.0682721
Dec 16 14:45:02.732172 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc026f1-f350-40a3-b62e-112ab56fdf77 req-0ed113db-2d1f-47d9-a9c0-689f4514df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:02.733559 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2cc026f1-f350-40a3-b62e-112ab56fdf77 req-0ed113db-2d1f-47d9-a9c0-689f4514df27 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4065d15a-cb85-4fdb-b221-40b98c53aeb0 HTTP/1.1" status: 200  len: 848 time: 0.0654838
Dec 16 14:45:02.817061 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc026f1-f350-40a3-b62e-112ab56fdf77 req-6bb8de17-aef8-494c-b08b-13a84434e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:02.818894 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2cc026f1-f350-40a3-b62e-112ab56fdf77 req-6bb8de17-aef8-494c-b08b-13a84434e279 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96d497b5-c921-4430-a698-604964f9d557&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785952
Dec 16 14:45:02.959374 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2cc026f1-f350-40a3-b62e-112ab56fdf77 req-911730eb-490a-4865-978a-ecbc938dd69a service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325049
Dec 16 14:45:03.106539 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2cc026f1-f350-40a3-b62e-112ab56fdf77 req-546306e3-c087-4ed1-9037-0ca4144c356c service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383040
Dec 16 14:45:03.210461 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab270302-777f-471c-9281-b64ea7e5bc7d req-09742553-183a-42bc-b57b-29caee8be503 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:03.214002 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ab270302-777f-471c-9281-b64ea7e5bc7d req-09742553-183a-42bc-b57b-29caee8be503 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 944 time: 0.1009059
Dec 16 14:45:03.263290 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ab270302-777f-471c-9281-b64ea7e5bc7d req-696c9159-f48b-4165-bdec-9569254a9eab tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438659
Dec 16 14:45:03.402841 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd39e8-69eb-4df5-8302-1ade870cc1ce req-8e64f8d8-4bc3-4099-940d-919fd137798b tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:03.404235 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-96bd39e8-69eb-4df5-8302-1ade870cc1ce req-8e64f8d8-4bc3-4099-940d-919fd137798b tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 943 time: 0.0841444
Dec 16 14:45:03.450370 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-96bd39e8-69eb-4df5-8302-1ade870cc1ce req-c9789e8b-5757-4e2d-a688-cbfe01cba98e tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400307
Dec 16 14:45:03.719559 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 66acd505-3947-431a-85d5-04918d500d6b up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:45:03.790227 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 66acd505-3947-431a-85d5-04918d500d6b completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:45:03.795372 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 66acd505-3947-431a-85d5-04918d500d6b triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:03.795755 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:03.924495 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:03.953962 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66acd505-3947-431a-85d5-04918d500d6b'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:03.964240 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 66acd505-3947-431a-85d5-04918d500d6b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=66acd505-3947-431a-85d5-04918d500d6b,segment=NetworkSegment(baf84605-5033-4c73-83f1-04c20e687c69),segment_id=baf84605-5033-4c73-83f1-04c20e687c69)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:45:03.969106 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:03.971011 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-cfa79476-0918-4e74-91bd-04dac61e020a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:04.041745 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=66acd505-3947-431a-85d5-04918d500d6b,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:04.044816 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:04.068086 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66acd505-3947-431a-85d5-04918d500d6b', 'code': 200}
Dec 16 14:45:04.342704 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27adb2d-d1fb-412a-adca-bb7810e26f77 req-1a1ff84f-c1e9-4d5a-a203-d440a7c15d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:04.344298 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a27adb2d-d1fb-412a-adca-bb7810e26f77 req-1a1ff84f-c1e9-4d5a-a203-d440a7c15d25 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 1098 time: 0.0727432
Dec 16 14:45:04.540064 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a27adb2d-d1fb-412a-adca-bb7810e26f77 req-9de33e13-e34f-417c-86a3-09cdbb122c1a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888051
Dec 16 14:45:04.576013 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa623856-8561-4377-97d9-9c0d8ded55e0 req-39912134-4364-46c2-a915-a974fe451ad7 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:04.577508 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aa623856-8561-4377-97d9-9c0d8ded55e0 req-39912134-4364-46c2-a915-a974fe451ad7 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 945 time: 0.1992400
Dec 16 14:45:04.684951 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aa623856-8561-4377-97d9-9c0d8ded55e0 req-85dc98dd-4595-484a-9ecb-8b6170ab9c48 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707242
Dec 16 14:45:04.710365 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17bb59-d221-4ec0-b9bb-5e64b931d687 req-2eece6bc-c6e0-4d8c-b353-9ee3e940b80b tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:04.712489 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-eb17bb59-d221-4ec0-b9bb-5e64b931d687 req-2eece6bc-c6e0-4d8c-b353-9ee3e940b80b tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 943 time: 0.1340771
Dec 16 14:45:04.761578 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-eb17bb59-d221-4ec0-b9bb-5e64b931d687 req-d8b13fdd-b53d-43b0-a6cf-b7982f138adb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427010
Dec 16 14:45:06.011196 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d60995-92ff-4a77-881f-d91070327271 req-9c8e9168-d959-40ef-a4d1-2153ff2b68dc tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:06.012827 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c7d60995-92ff-4a77-881f-d91070327271 req-9c8e9168-d959-40ef-a4d1-2153ff2b68dc tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 945 time: 0.2011762
Dec 16 14:45:06.080146 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60a9ac-14f3-46e2-a763-cc4a269cb761 req-861b3e31-bd7d-4864-a805-ec5b0455d6fe tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:06.081731 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-df60a9ac-14f3-46e2-a763-cc4a269cb761 req-861b3e31-bd7d-4864-a805-ec5b0455d6fe tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 943 time: 0.1504669
Dec 16 14:45:06.084580 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c7d60995-92ff-4a77-881f-d91070327271 req-4b7baa35-1556-4777-99c8-cd2a3e5158fa tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637681
Dec 16 14:45:06.144678 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-df60a9ac-14f3-46e2-a763-cc4a269cb761 req-cc1b7146-fdcd-4dc4-b5a1-459b9aa44dd2 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558741
Dec 16 14:45:07.353091 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe64c4-08c0-478c-a65f-849d2059df99 req-aba04ac2-d00e-4b2c-a77d-f752a9b73e23 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:07.355530 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-77fe64c4-08c0-478c-a65f-849d2059df99 req-aba04ac2-d00e-4b2c-a77d-f752a9b73e23 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 945 time: 0.1550949
Dec 16 14:45:07.370631 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d1964-2c07-4d0b-9e42-6ba22b831032 req-745d0a8d-eacf-4d7d-912d-aed1117659f6 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:07.372004 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-917d1964-2c07-4d0b-9e42-6ba22b831032 req-745d0a8d-eacf-4d7d-912d-aed1117659f6 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 943 time: 0.1129692
Dec 16 14:45:07.444772 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-77fe64c4-08c0-478c-a65f-849d2059df99 req-11122593-966b-4e5d-888f-238e436e96f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829167
Dec 16 14:45:07.452978 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-917d1964-2c07-4d0b-9e42-6ba22b831032 req-95e540ed-3dd2-42a2-9d3c-6ddb10fa017c tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673940
Dec 16 14:45:07.636815 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd024f-0a1b-4822-ba39-24b65a4dee3b req-bb074664-aa5c-43ec-84ed-26553244a823 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:07.638599 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-54bd024f-0a1b-4822-ba39-24b65a4dee3b req-bb074664-aa5c-43ec-84ed-26553244a823 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 945 time: 0.0856266
Dec 16 14:45:07.687370 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-54bd024f-0a1b-4822-ba39-24b65a4dee3b req-c602eb8b-e220-4049-a816-98c3b2539585 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427172
Dec 16 14:45:08.102692 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222564eb-101f-489e-8c3c-0c2a005cd913 req-2880351a-d3a0-4e78-9cae-47255529ea3a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:08.104213 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-222564eb-101f-489e-8c3c-0c2a005cd913 req-2880351a-d3a0-4e78-9cae-47255529ea3a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 945 time: 0.0870996
Dec 16 14:45:08.152037 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-222564eb-101f-489e-8c3c-0c2a005cd913 req-911d0ecc-f122-429a-abb0-8f53b6f09140 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420096
Dec 16 14:45:08.669442 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bec3e4-65c6-4528-9fd4-78fadc55c155 req-8157990f-ee7e-424a-a24c-0b8750a10b9a tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:08.671883 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-47bec3e4-65c6-4528-9fd4-78fadc55c155 req-8157990f-ee7e-424a-a24c-0b8750a10b9a tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 943 time: 0.1046875
Dec 16 14:45:08.741264 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-47bec3e4-65c6-4528-9fd4-78fadc55c155 req-166d4392-af33-49fe-85ee-6971cc57ccfa tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616176
Dec 16 14:45:09.751185 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:45:09.929800 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:45:09.948241 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'port_id': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'mac_address': 'fa:16:3e:41:cc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:45:10.029296 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5e197-4e26-4ccf-af8a-77c7bedab96b req-cabd21d7-0a62-49c1-971f-f218bab0f661 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:10.032083 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a4a5e197-4e26-4ccf-af8a-77c7bedab96b req-cabd21d7-0a62-49c1-971f-f218bab0f661 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 943 time: 0.1235056
Dec 16 14:45:10.054536 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:10.074111 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:45:10.089690 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a4a5e197-4e26-4ccf-af8a-77c7bedab96b req-1647ac1d-913e-46d5-bd1d-c9f195294c08 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475633
Dec 16 14:45:10.092375 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:45:10.096752 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:10.099600 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:10.175602 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:10.179108 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:10.400966 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['1332f1d9-cf0e-479c-a21e-c9c4facfafe9'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:45:11.120089 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 54354) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:11.294642 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce403b45-5bee-4575-b15f-e7d615c35fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:11.323570 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-ce403b45-5bee-4575-b15f-e7d615c35fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:11.329495 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-ce403b45-5bee-4575-b15f-e7d615c35fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:db9a2c667930406f91b8a95e4520a83b is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:11.333291 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-ce403b45-5bee-4575-b15f-e7d615c35fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:11.341974 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-ce403b45-5bee-4575-b15f-e7d615c35fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:11.379909 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2044e-2045-4a40-aa2b-bbba91e77795 req-0d15a773-6a5b-4e87-bc6a-c9410b163340 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:11.381451 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1dd2044e-2045-4a40-aa2b-bbba91e77795 req-0d15a773-6a5b-4e87-bc6a-c9410b163340 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 944 time: 0.1716895
Dec 16 14:45:11.448790 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1dd2044e-2045-4a40-aa2b-bbba91e77795 req-96db80c7-84bb-4ab3-8ecc-8d14d8685943 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601733
Dec 16 14:45:11.487632 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce403b45-5bee-4575-b15f-e7d615c35fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:11.491634 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce403b45-5bee-4575-b15f-e7d615c35fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:11.498222 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-fcf9c9e4-826e-4882-b760-b32439b7e47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:11.540341 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce403b45-5bee-4575-b15f-e7d615c35fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bf7d9f-8931-499e-8d10-4c6765957d2a,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:11.543702 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ce403b45-5bee-4575-b15f-e7d615c35fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:11.546209 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-ce403b45-5bee-4575-b15f-e7d615c35fa6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db9a2c667930406f91b8a95e4520a83b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4250982
Dec 16 14:45:11.549080 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 54362) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:11.607069 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-613465f5-0463-4073-a84f-1f2aa3a1bd1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:11.638311 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-613465f5-0463-4073-a84f-1f2aa3a1bd1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:11.693756 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-613465f5-0463-4073-a84f-1f2aa3a1bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:11.698671 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-a76a1490-6e15-4913-83ea-452d55a1b52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:11.709489 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613465f5-0463-4073-a84f-1f2aa3a1bd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bf7d9f-8931-499e-8d10-4c6765957d2a,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:11.713993 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-613465f5-0463-4073-a84f-1f2aa3a1bd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:11.717315 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-613465f5-0463-4073-a84f-1f2aa3a1bd1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:11.718431 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-613465f5-0463-4073-a84f-1f2aa3a1bd1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70bf7d9f-8931-499e-8d10-4c6765957d2a HTTP/1.1" status: 204  len: 168 time: 0.1684089
Dec 16 14:45:11.766583 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:45:11.841840 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:45:11.848999 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:11.849613 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:11.988148 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:12.023032 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:12.038913 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:45:12.045402 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:12.048628 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-429233ce-a07e-4b64-b55b-0f3a132af9a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:12.091658 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'code': 200}
Dec 16 14:45:12.136694 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:12.142182 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:12.459991 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833d84-e61d-4192-b2eb-b4a9bce952a9 req-1ca47631-52a8-4245-8615-340ff188180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:12.461826 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-00833d84-e61d-4192-b2eb-b4a9bce952a9 req-1ca47631-52a8-4245-8615-340ff188180c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 1098 time: 0.0749412
Dec 16 14:45:12.506408 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-00833d84-e61d-4192-b2eb-b4a9bce952a9 req-d3a8ff64-3998-42c5-afa6-4bcb378e18d6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382986
Dec 16 14:45:12.644332 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae786ba3-3c9f-4ce1-84e6-10d3db74eb81 req-60799ef8-cd66-49f9-a105-201b9944d20d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:12.645872 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ae786ba3-3c9f-4ce1-84e6-10d3db74eb81 req-60799ef8-cd66-49f9-a105-201b9944d20d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0855620
Dec 16 14:45:12.691645 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ae786ba3-3c9f-4ce1-84e6-10d3db74eb81 req-66a8ccad-daac-4b51-a13e-3d645bbc4b3a tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395436
Dec 16 14:45:13.917357 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905c53a-6a38-46da-b4c8-515a6887c780 req-defbf4e2-7fa1-4be2-97c0-c23fabad9b23 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:13.918935 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0905c53a-6a38-46da-b4c8-515a6887c780 req-defbf4e2-7fa1-4be2-97c0-c23fabad9b23 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.1081231
Dec 16 14:45:13.969351 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0905c53a-6a38-46da-b4c8-515a6887c780 req-bbe47863-d045-4891-b5e8-10eecb643e43 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446200
Dec 16 14:45:14.213491 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f1ce3-56b1-4165-88eb-a850e66f5d22 req-886349e6-c8a7-4533-9a2f-2fe2fe9f9c8d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:14.215125 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a27f1ce3-56b1-4165-88eb-a850e66f5d22 req-886349e6-c8a7-4533-9a2f-2fe2fe9f9c8d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0876338
Dec 16 14:45:14.268205 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a27f1ce3-56b1-4165-88eb-a850e66f5d22 req-c421dfd5-ef2a-497b-8b40-6ce6ca83fabf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438187
Dec 16 14:45:14.292165 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 54434) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:14.531118 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f350d39-6498-4b37-827a-55e614e006c4 tempest-TestShelveInstance-1658845457 tempest-TestShelveInstance-1658845457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:14.531826 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-8f350d39-6498-4b37-827a-55e614e006c4 tempest-TestShelveInstance-1658845457 tempest-TestShelveInstance-1658845457-project-admin] Synchronizing usage tracker for tenant:480d2c7547e541e190f2af602bbff8e5 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:14.549798 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-8f350d39-6498-4b37-827a-55e614e006c4 tempest-TestShelveInstance-1658845457 tempest-TestShelveInstance-1658845457-project-admin] Unset dirty status for tenant:480d2c7547e541e190f2af602bbff8e5 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:14.550973 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-8f350d39-6498-4b37-827a-55e614e006c4 tempest-TestShelveInstance-1658845457 tempest-TestShelveInstance-1658845457-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 1093 time: 0.2577875
Dec 16 14:45:14.553988 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 54440) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:14.558983 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Request body: {'floatingip': {'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'port_id': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'tenant_id': '46480af5f9db43618ad0897695518251', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:45:14.564960 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:14.568886 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Usage tracker for resource:floatingip and tenant:46480af5f9db43618ad0897695518251 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:14.572492 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:14.578806 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:14.678746 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for floatingip, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:14.819956 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:14.957321 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Allocated IP 172.27.0.202 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/69fd0144-b09e-4dfb-8e79-69b352c3e8a2) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:45:15.102927 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:15.133709 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:15.139810 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-bc0fc917-b580-4612-943e-764db1fa0a8d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:15.205392 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:45:15.208409 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:45:15.212016 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:45:15.241333 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Pushing event updated for resources: {'Port': ['ID=69fd0144-b09e-4dfb-8e79-69b352c3e8a2,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:15.251903 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:15.288136 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:15.646074 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:15.727064 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:16.002583 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:16.009994 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:16.015509 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:16.169375 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Pushing event updated for resources: {'Port': ['ID=69fd0144-b09e-4dfb-8e79-69b352c3e8a2,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:16.174106 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:16.188441 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:16.455672 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ac8422bc-7eed-4ca8-9b16-4009f99384d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:16.464668 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a010a1-42e4-47ae-a94b-bd0bd644029f req-c66cfdb4-eb0c-4dc4-90bc-eac8c3693fdb tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:16.466230 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d5a010a1-42e4-47ae-a94b-bd0bd644029f req-c66cfdb4-eb0c-4dc4-90bc-eac8c3693fdb tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.3554785
Dec 16 14:45:16.516682 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.l3_db [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Floating IP 96bdec35-f293-4937-b4f9-ed566bf0c771 associated. External IP: 172.27.0.202, port: 1332f1d9-cf0e-479c-a21e-c9c4facfafe9.
Dec 16 14:45:16.595554 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d5a010a1-42e4-47ae-a94b-bd0bd644029f req-14e1bafa-13de-45a5-a664-01af77a88e65 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210814
Dec 16 14:45:16.894187 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Router 36142466-c504-4380-afa9-823a67e586a9 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:45:17.127137 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:45:17.138232 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7617460f-f22c-45ba-86bc-1037abb47273 None None] Sync routers for ids ['36142466-c504-4380-afa9-823a67e586a9'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:45:17.158225 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:17.162872 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7617460f-f22c-45ba-86bc-1037abb47273 None None] Routers {'36142466-c504-4380-afa9-823a67e586a9'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:45:17.163755 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-7617460f-f22c-45ba-86bc-1037abb47273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753d9769a0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['36142466-c504-4380-afa9-823a67e586a9'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:17.216724 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6616957
Dec 16 14:45:17.217535 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'tag': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:17.270582 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'tag': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'status': 'completed', 'code': 200}
Dec 16 14:45:17.349834 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-7617460f-f22c-45ba-86bc-1037abb47273 None None] Set router 36142466-c504-4380-afa9-823a67e586a9 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:45:17.410680 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575ef86-3217-4c26-b18a-64d345e27c82 req-52e9490b-f597-404e-bf93-ceba063c3eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:17.412135 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3575ef86-3217-4c26-b18a-64d345e27c82 req-52e9490b-f597-404e-bf93-ceba063c3eb6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=46480af5f9db43618ad0897695518251&device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 1098 time: 0.0843647
Dec 16 14:45:17.561057 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575ef86-3217-4c26-b18a-64d345e27c82 req-403f1fff-ff6d-4297-884c-aab78c3e16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:17.562668 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3575ef86-3217-4c26-b18a-64d345e27c82 req-403f1fff-ff6d-4297-884c-aab78c3e16a1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=96d497b5-c921-4430-a698-604964f9d557 HTTP/1.1" status: 200  len: 910 time: 0.1424077
Dec 16 14:45:17.688288 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3575ef86-3217-4c26-b18a-64d345e27c82 req-2c6e22d1-7120-42dc-ae7f-93fb78c1202c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9 HTTP/1.1" status: 200  len: 999 time: 0.1176884
Dec 16 14:45:17.715658 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-7617460f-f22c-45ba-86bc-1037abb47273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753d9769a0>, [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port': {'id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:14Z', 'updated_at': '2021-12-16T14:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': '96bdec35-f293-4937-b4f9-ed566bf0c771', 'tenant_id': '46480af5f9db43618ad0897695518251', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '36142466-c504-4380-afa9-823a67e586a9', 'port_id': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'mac_address': 'fa:16:3e:41:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:15Z', 'updated_at': '2021-12-16T14:45:15Z', 'revision_number': 0, 'project_id': '46480af5f9db43618ad0897695518251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a816a7-496f-47dd-b66c-d80dd2af8db9', 'name': '', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'tenant_id': '46480af5f9db43618ad0897695518251', 'mac_address': 'fa:16:3e:d9:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:18Z', 'updated_at': '2021-12-16T14:44:36Z', 'revision_number': 5, 'project_id': '46480af5f9db43618ad0897695518251', 'subnets': [{'id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:17.719603 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7617460f-f22c-45ba-86bc-1037abb47273 None None] Checking router: 36142466-c504-4380-afa9-823a67e586a9 for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:45:17.727908 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7617460f-f22c-45ba-86bc-1037abb47273 None None] Routers {'36142466-c504-4380-afa9-823a67e586a9'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:45:17.728541 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-7617460f-f22c-45ba-86bc-1037abb47273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753d9769a0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['36142466-c504-4380-afa9-823a67e586a9'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:17.806483 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575ef86-3217-4c26-b18a-64d345e27c82 req-dca6ba78-3071-4866-ba09-29457b545b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:17.808799 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3575ef86-3217-4c26-b18a-64d345e27c82 req-dca6ba78-3071-4866-ba09-29457b545b38 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4065d15a-cb85-4fdb-b221-40b98c53aeb0 HTTP/1.1" status: 200  len: 848 time: 0.1132684
Dec 16 14:45:17.889933 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13173a-b24e-44f6-ba6d-b3c06b02ae03 req-1dd03b28-e1b4-429b-9e89-3b16a87ea392 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:17.891876 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bb13173a-b24e-44f6-ba6d-b3c06b02ae03 req-1dd03b28-e1b4-429b-9e89-3b16a87ea392 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.1614895
Dec 16 14:45:17.939522 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-7617460f-f22c-45ba-86bc-1037abb47273 None None] Set router 36142466-c504-4380-afa9-823a67e586a9 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:45:17.950951 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bb13173a-b24e-44f6-ba6d-b3c06b02ae03 req-e67193dd-f548-4928-82ca-ff67e1b85e65 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524709
Dec 16 14:45:17.953075 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575ef86-3217-4c26-b18a-64d345e27c82 req-df7f1f0a-d2cb-402d-8c77-24af3c321888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:17.954464 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3575ef86-3217-4c26-b18a-64d345e27c82 req-df7f1f0a-d2cb-402d-8c77-24af3c321888 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96d497b5-c921-4430-a698-604964f9d557&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1364105
Dec 16 14:45:18.119537 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3575ef86-3217-4c26-b18a-64d345e27c82 req-1399e9a8-4b92-4a57-b15b-446a19851470 service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496353
Dec 16 14:45:18.416417 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3575ef86-3217-4c26-b18a-64d345e27c82 req-a0344de0-dad8-4b0c-8084-c839a314a9d1 service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2900403
Dec 16 14:45:18.474061 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-7617460f-f22c-45ba-86bc-1037abb47273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753d9769a0>, [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port': {'id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:14Z', 'updated_at': '2021-12-16T14:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': '96bdec35-f293-4937-b4f9-ed566bf0c771', 'tenant_id': '46480af5f9db43618ad0897695518251', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '36142466-c504-4380-afa9-823a67e586a9', 'port_id': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'mac_address': 'fa:16:3e:41:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:15Z', 'updated_at': '2021-12-16T14:45:15Z', 'revision_number': 0, 'project_id': '46480af5f9db43618ad0897695518251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a816a7-496f-47dd-b66c-d80dd2af8db9', 'name': '', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'tenant_id': '46480af5f9db43618ad0897695518251', 'mac_address': 'fa:16:3e:d9:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:18Z', 'updated_at': '2021-12-16T14:44:36Z', 'revision_number': 5, 'project_id': '46480af5f9db43618ad0897695518251', 'subnets': [{'id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:18.478065 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7617460f-f22c-45ba-86bc-1037abb47273 None None] The sync data for ids ['36142466-c504-4380-afa9-823a67e586a9'] in dv-cinder-821892-3-iscsi is: [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port': {'id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:14Z', 'updated_at': '2021-12-16T14:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': '96bdec35-f293-4937-b4f9-ed566bf0c771', 'tenant_id': '46480af5f9db43618ad0897695518251', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '36142466-c504-4380-afa9-823a67e586a9', 'port_id': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'mac_address': 'fa:16:3e:41:cc:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:15Z', 'updated_at': '2021-12-16T14:45:15Z', 'revision_number': 0, 'project_id': '46480af5f9db43618ad0897695518251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a816a7-496f-47dd-b66c-d80dd2af8db9', 'name': '', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'tenant_id': '46480af5f9db43618ad0897695518251', 'mac_address': 'fa:16:3e:d9:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:18Z', 'updated_at': '2021-12-16T14:44:36Z', 'revision_number': 5, 'project_id': '46480af5f9db43618ad0897695518251', 'subnets': [{'id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:45:18.699097 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ef73a-c495-49df-b527-2631b3b818b2 None None] New status for floating IP 96bdec35-f293-4937-b4f9-ed566bf0c771: ACTIVE {{(pid=87791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:45:18.906414 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed2a73-db40-419f-a016-ec8e83ec0aa7 req-726baed9-e478-4787-8f35-8fbead8328d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:18.907891 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-28ed2a73-db40-419f-a016-ec8e83ec0aa7 req-726baed9-e478-4787-8f35-8fbead8328d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 1098 time: 0.1347892
Dec 16 14:45:18.925860 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf97ea7-aa37-46a5-99a8-4765410f9022 req-26c88525-96bd-4c8e-87cd-09887462bfc1 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:18.927374 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-baf97ea7-aa37-46a5-99a8-4765410f9022 req-26c88525-96bd-4c8e-87cd-09887462bfc1 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 945 time: 0.1242490
Dec 16 14:45:19.027371 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b57c71d4-b71b-46c3-a52b-1dae4c1dc9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:19.060444 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-baf97ea7-aa37-46a5-99a8-4765410f9022 req-b8e395ae-5db2-4f46-a231-71bc8b9b712c tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106093
Dec 16 14:45:19.084966 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 54516) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:19.155479 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed2a73-db40-419f-a016-ec8e83ec0aa7 req-790ed7d6-f814-47c2-a296-898097022462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:19.158954 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-28ed2a73-db40-419f-a016-ec8e83ec0aa7 req-790ed7d6-f814-47c2-a296-898097022462 service neutron] 10.222.0.66 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 918 time: 0.2259305
Dec 16 14:45:19.269059 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44764cac-017c-474a-90cf-61bed2a376c5 tempest-TestMinimumBasicScenario-1172252711 tempest-TestMinimumBasicScenario-1172252711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:19.270497 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-44764cac-017c-474a-90cf-61bed2a376c5 tempest-TestMinimumBasicScenario-1172252711 tempest-TestMinimumBasicScenario-1172252711-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 1093 time: 0.1845036
Dec 16 14:45:19.273498 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 54522) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:19.278996 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Request body: {'floatingip': {'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'port_id': '66acd505-3947-431a-85d5-04918d500d6b', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:45:19.284695 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:19.288476 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Usage tracker for resource:floatingip and tenant:90b1e0c2f8144613a8e65e6b0e208a87 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:19.291954 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:19.294509 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-28ed2a73-db40-419f-a016-ec8e83ec0aa7 req-8b82f553-81c6-4e70-b349-53635454a22f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=863ee071-cd68-4318-b951-baa44727d00f HTTP/1.1" status: 200  len: 1001 time: 0.1232059
Dec 16 14:45:19.297686 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:19.305593 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282784d-d7d3-40b8-a467-204694220436 req-64381d53-76a2-4589-93cb-f7334084a25f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:19.307369 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2282784d-d7d3-40b8-a467-204694220436 req-64381d53-76a2-4589-93cb-f7334084a25f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.1988769
Dec 16 14:45:19.310029 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for floatingip, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:19.404256 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2282784d-d7d3-40b8-a467-204694220436 req-3ce886ad-1865-4ad1-8ae9-08d03be74572 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636261
Dec 16 14:45:19.408176 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed2a73-db40-419f-a016-ec8e83ec0aa7 req-ae8b0765-e027-4c12-be77-ab1ae0d24daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:19.409443 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-28ed2a73-db40-419f-a016-ec8e83ec0aa7 req-ae8b0765-e027-4c12-be77-ab1ae0d24daa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 HTTP/1.1" status: 200  len: 856 time: 0.1010482
Dec 16 14:45:19.467947 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:19.508365 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed2a73-db40-419f-a016-ec8e83ec0aa7 req-7a197d32-a144-40bd-b704-40191f19eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:19.511141 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-28ed2a73-db40-419f-a016-ec8e83ec0aa7 req-7a197d32-a144-40bd-b704-40191f19eded service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63997e9c-5e41-48b1-b719-91db81ce0d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922444
Dec 16 14:45:19.635716 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Allocated IP 172.27.0.207 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/2f37779a-fa97-4d4f-96c0-26641674b7dd) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:45:19.673921 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-28ed2a73-db40-419f-a016-ec8e83ec0aa7 req-67e5cf0b-a075-4d14-b814-bfc64b028ce1 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540117
Dec 16 14:45:19.799841 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:19.832530 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-28ed2a73-db40-419f-a016-ec8e83ec0aa7 req-851c946e-1e03-4314-969c-225b975c00f4 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502934
Dec 16 14:45:19.834732 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:19.839366 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:19.916665 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:45:19.919610 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:45:19.922334 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:45:19.953205 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event updated for resources: {'Port': ['ID=2f37779a-fa97-4d4f-96c0-26641674b7dd,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:19.956049 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:20.238478 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:20.409787 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:20.468381 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:20.545226 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:20.608124 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07575cf6-cdf5-4aa7-ad79-244023290be8 req-1fd1d685-6eae-426c-bb37-e604189d243a tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:20.609682 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-07575cf6-cdf5-4aa7-ad79-244023290be8 req-1fd1d685-6eae-426c-bb37-e604189d243a tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0871887
Dec 16 14:45:20.659288 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-07575cf6-cdf5-4aa7-ad79-244023290be8 req-7ca6f141-6794-491f-8652-6177d8c047d1 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438402
Dec 16 14:45:20.768591 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:20.773379 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:20.777638 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:20.884374 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event updated for resources: {'Port': ['ID=2f37779a-fa97-4d4f-96c0-26641674b7dd,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:20.888090 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:20.897404 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:21.071767 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.l3_db [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Floating IP c4b9b1bb-96bd-4d11-96ef-df867bbb1bc1 associated. External IP: 172.27.0.207, port: 66acd505-3947-431a-85d5-04918d500d6b.
Dec 16 14:45:21.439034 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Router b34a5772-fe8f-4ecf-9c79-80a03c237cbe has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:45:21.579648 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 54556) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:21.621020 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:45:21.630807 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03e550-69e7-4c4f-aa90-4c107efea633 None None] Sync routers for ids ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:45:21.644912 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03e550-69e7-4c4f-aa90-4c107efea633 None None] Routers {'b34a5772-fe8f-4ecf-9c79-80a03c237cbe'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:45:21.645962 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-7a03e550-69e7-4c4f-aa90-4c107efea633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c80ad00>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:45:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:21.653857 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:21.703581 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b07983e6-3293-4fad-99ef-b9d402601496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:21.712357 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4378386
Dec 16 14:45:21.713171 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'tag': '66acd505-3947-431a-85d5-04918d500d6b'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:21.717195 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 54564) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:21.724483 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518630037', 'description': 'tempest-secgroup-smoke-518630037 description', 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:45:21.730366 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:21.734537 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Usage tracker for resource:security_group and tenant:90b1e0c2f8144613a8e65e6b0e208a87 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:21.737550 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:21.743405 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:21.755269 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-b07983e6-3293-4fad-99ef-b9d402601496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:21.758655 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'tag': '66acd505-3947-431a-85d5-04918d500d6b', 'status': 'completed', 'code': 200}
Dec 16 14:45:21.759326 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:21.782529 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-b07983e6-3293-4fad-99ef-b9d402601496 admin admin] Usage tracker for resource:security_group_rule and tenant:b36acc57a4974b32a7ae84131c47332e is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:21.789434 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-b07983e6-3293-4fad-99ef-b9d402601496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:21.792473 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:21.798637 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-b07983e6-3293-4fad-99ef-b9d402601496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:21.800910 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Usage tracker for resource:security_group_rule and tenant:90b1e0c2f8144613a8e65e6b0e208a87 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:21.804942 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:21.853317 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:21.859456 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-7a03e550-69e7-4c4f-aa90-4c107efea633 None None] Set router b34a5772-fe8f-4ecf-9c79-80a03c237cbe gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:45:22.028529 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.084251 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527684f0-70af-4bc6-826f-deb0b0850322 req-de5c9ff3-3475-4041-9c31-12be107b64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:22.085736 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-527684f0-70af-4bc6-826f-deb0b0850322 req-de5c9ff3-3475-4041-9c31-12be107b64b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=90b1e0c2f8144613a8e65e6b0e208a87&device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 1098 time: 0.2773633
Dec 16 14:45:22.094400 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.123079 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b07983e6-3293-4fad-99ef-b9d402601496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.127035 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.135858 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-fb8d5024-2d5e-43d4-8741-edda82e060dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:22.150301 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7235a3-5d51-491f-a81c-c07db1397d20 req-1de1ede3-16f9-4bb6-a59d-e3e2af0f31c8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:22.153170 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3b7235a3-5d51-491f-a81c-c07db1397d20 req-1de1ede3-16f9-4bb6-a59d-e3e2af0f31c8 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.3059752
Dec 16 14:45:22.206082 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b07983e6-3293-4fad-99ef-b9d402601496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.238192 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-7a03e550-69e7-4c4f-aa90-4c107efea633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c80ad00>, [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 4, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port': {'id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:09Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'c4b9b1bb-96bd-4d11-96ef-df867bbb1bc1', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'port_id': '66acd505-3947-431a-85d5-04918d500d6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'mac_address': 'fa:16:3e:74:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:20Z', 'updated_at': '2021-12-16T14:45:20Z', 'revision_number': 0, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38da3996-1875-4d34-b955-a89d83bdd43a', 'name': '', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'mac_address': 'fa:16:3e:6d:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:12Z', 'updated_at': '2021-12-16T14:44:22Z', 'revision_number': 5, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'subnets': [{'id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:22.242198 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03e550-69e7-4c4f-aa90-4c107efea633 None None] Checking router: b34a5772-fe8f-4ecf-9c79-80a03c237cbe for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:45:22.251120 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03e550-69e7-4c4f-aa90-4c107efea633 None None] Routers {'b34a5772-fe8f-4ecf-9c79-80a03c237cbe'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:45:22.251718 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-7a03e550-69e7-4c4f-aa90-4c107efea633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c80ad00>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:45:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:22.296234 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068455a0-72ac-4e2b-886b-7f1892d1a02f,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:22.310353 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:22.313656 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ce403b45-5bee-4575-b15f-e7d615c35fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:22.323720 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-b07983e6-3293-4fad-99ef-b9d402601496 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b36acc57a4974b32a7ae84131c47332e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7405746
Dec 16 14:45:22.324207 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 54570) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:22.328271 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.329444 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.6111271
Dec 16 14:45:22.337742 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 54574) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:22.345884 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-d24a9373-9d3f-43ee-990f-38c266e85a5e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Request body: {'security_group_rule': {'security_group_id': '068455a0-72ac-4e2b-886b-7f1892d1a02f', 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:45:22.352535 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3b7235a3-5d51-491f-a81c-c07db1397d20 req-646d9621-0168-43c4-81ba-3e60371a6e39 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1370127
Dec 16 14:45:22.360236 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-d24a9373-9d3f-43ee-990f-38c266e85a5e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:22.368522 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-d24a9373-9d3f-43ee-990f-38c266e85a5e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Usage tracker for resource:security_group_rule and tenant:90b1e0c2f8144613a8e65e6b0e208a87 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:22.379545 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-d24a9373-9d3f-43ee-990f-38c266e85a5e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:22.382081 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07983e6-3293-4fad-99ef-b9d402601496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab16154-6686-4d5c-8001-300f0d601bf7,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:22.385129 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527684f0-70af-4bc6-826f-deb0b0850322 req-f07cc63e-c739-4e47-859b-6fbb7d445dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:22.386647 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-527684f0-70af-4bc6-826f-deb0b0850322 req-f07cc63e-c739-4e47-859b-6fbb7d445dd5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb27a73b-c5ab-4802-a8a2-f712426550d4 HTTP/1.1" status: 200  len: 915 time: 0.2883341
Dec 16 14:45:22.387678 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-b07983e6-3293-4fad-99ef-b9d402601496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:22.391441 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-d24a9373-9d3f-43ee-990f-38c266e85a5e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:22.419767 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8c12b162-ba27-4243-b8e4-dbc6e6d04702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.435013 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d24a9373-9d3f-43ee-990f-38c266e85a5e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.478339 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-7a03e550-69e7-4c4f-aa90-4c107efea633 None None] Set router b34a5772-fe8f-4ecf-9c79-80a03c237cbe gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:45:22.578934 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8c12b162-ba27-4243-b8e4-dbc6e6d04702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.592283 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-527684f0-70af-4bc6-826f-deb0b0850322 req-5274515f-60a3-40ec-b396-126032196ecf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66acd505-3947-431a-85d5-04918d500d6b HTTP/1.1" status: 200  len: 999 time: 0.1983624
Dec 16 14:45:22.643434 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d24a9373-9d3f-43ee-990f-38c266e85a5e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.649129 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d24a9373-9d3f-43ee-990f-38c266e85a5e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.652016 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8ec217a3-3fe1-4fbf-b962-17494985c2ae tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:22.665237 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527684f0-70af-4bc6-826f-deb0b0850322 req-a25a2058-4889-4723-a4d9-085f90dbbac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:22.666735 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-527684f0-70af-4bc6-826f-deb0b0850322 req-a25a2058-4889-4723-a4d9-085f90dbbac2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bf68b7e-96ac-4388-ba66-893dee6d058c HTTP/1.1" status: 200  len: 853 time: 0.0673845
Dec 16 14:45:22.682732 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8c12b162-ba27-4243-b8e4-dbc6e6d04702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.689166 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a9373-9d3f-43ee-990f-38c266e85a5e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812eb42b-8f35-44b0-91f7-b5645788d2ed,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:22.692727 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d24a9373-9d3f-43ee-990f-38c266e85a5e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:22.693974 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-ed24aef1-fb9a-45d4-803a-e692014228f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:22.712764 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12b162-ba27-4243-b8e4-dbc6e6d04702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab16154-6686-4d5c-8001-300f0d601bf7,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:22.718363 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8c12b162-ba27-4243-b8e4-dbc6e6d04702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:22.720997 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8c12b162-ba27-4243-b8e4-dbc6e6d04702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.722312 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-8c12b162-ba27-4243-b8e4-dbc6e6d04702 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ab16154-6686-4d5c-8001-300f0d601bf7 HTTP/1.1" status: 204  len: 168 time: 0.3970013
Dec 16 14:45:22.730939 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d24a9373-9d3f-43ee-990f-38c266e85a5e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.732269 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-d24a9373-9d3f-43ee-990f-38c266e85a5e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3934791
Dec 16 14:45:22.738039 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 54580) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:22.745044 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-434f8485-52f2-4b0d-accc-84ffcff29348 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Request body: {'security_group_rule': {'security_group_id': '068455a0-72ac-4e2b-886b-7f1892d1a02f', 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:45:22.754585 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-434f8485-52f2-4b0d-accc-84ffcff29348 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:22.760480 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-434f8485-52f2-4b0d-accc-84ffcff29348 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Usage tracker for resource:security_group_rule and tenant:90b1e0c2f8144613a8e65e6b0e208a87 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:22.765191 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-434f8485-52f2-4b0d-accc-84ffcff29348 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:22.772017 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-434f8485-52f2-4b0d-accc-84ffcff29348 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:22.798952 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527684f0-70af-4bc6-826f-deb0b0850322 req-0b9fbe06-45ed-4659-9cbc-7b772e6261f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:22.800498 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-527684f0-70af-4bc6-826f-deb0b0850322 req-0b9fbe06-45ed-4659-9cbc-7b772e6261f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb27a73b-c5ab-4802-a8a2-f712426550d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1259305
Dec 16 14:45:22.802553 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-434f8485-52f2-4b0d-accc-84ffcff29348 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.918300 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-7a03e550-69e7-4c4f-aa90-4c107efea633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c80ad00>, [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 4, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port': {'id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:09Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'c4b9b1bb-96bd-4d11-96ef-df867bbb1bc1', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'port_id': '66acd505-3947-431a-85d5-04918d500d6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'mac_address': 'fa:16:3e:74:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:20Z', 'updated_at': '2021-12-16T14:45:20Z', 'revision_number': 0, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38da3996-1875-4d34-b955-a89d83bdd43a', 'name': '', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'mac_address': 'fa:16:3e:6d:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:12Z', 'updated_at': '2021-12-16T14:44:22Z', 'revision_number': 5, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'subnets': [{'id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:22.922644 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03e550-69e7-4c4f-aa90-4c107efea633 None None] The sync data for ids ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'] in dv-cinder-821892-3-iscsi is: [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 4, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port': {'id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:09Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'c4b9b1bb-96bd-4d11-96ef-df867bbb1bc1', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'port_id': '66acd505-3947-431a-85d5-04918d500d6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'mac_address': 'fa:16:3e:74:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:20Z', 'updated_at': '2021-12-16T14:45:20Z', 'revision_number': 0, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38da3996-1875-4d34-b955-a89d83bdd43a', 'name': '', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'mac_address': 'fa:16:3e:6d:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:12Z', 'updated_at': '2021-12-16T14:44:22Z', 'revision_number': 5, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'subnets': [{'id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:45:22.987427 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-434f8485-52f2-4b0d-accc-84ffcff29348 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:22.993882 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-434f8485-52f2-4b0d-accc-84ffcff29348 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.003581 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-527684f0-70af-4bc6-826f-deb0b0850322 req-a1c0982f-3130-4f83-81a1-17f7e30165a0 service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943147
Dec 16 14:45:23.005919 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:23.060748 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f8485-52f2-4b0d-accc-84ffcff29348 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ea773c-9dfe-4572-940d-e22ee4686217,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:23.063383 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-434f8485-52f2-4b0d-accc-84ffcff29348 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:23.101165 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 54586) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:23.110511 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-434f8485-52f2-4b0d-accc-84ffcff29348 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.111682 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-434f8485-52f2-4b0d-accc-84ffcff29348 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3725078
Dec 16 14:45:23.118210 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 54590) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:23.126564 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-1fd3b7a4-659f-419d-9fc4-2e9ba679c29a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Request body: {'security_group_rule': {'security_group_id': '068455a0-72ac-4e2b-886b-7f1892d1a02f', 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:45:23.134886 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a285-d637-411d-9f0b-4f725844e246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.146486 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-1fd3b7a4-659f-419d-9fc4-2e9ba679c29a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:23.153735 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-1fd3b7a4-659f-419d-9fc4-2e9ba679c29a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Usage tracker for resource:security_group_rule and tenant:90b1e0c2f8144613a8e65e6b0e208a87 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:23.157479 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-1fd3b7a4-659f-419d-9fc4-2e9ba679c29a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:23.160504 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-9cc0a285-d637-411d-9f0b-4f725844e246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:23.166762 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-1fd3b7a4-659f-419d-9fc4-2e9ba679c29a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:23.169080 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-9cc0a285-d637-411d-9f0b-4f725844e246 admin admin] Usage tracker for resource:security_group_rule and tenant:626bca1d08ca419e856d40d803a1dd77 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:23.172977 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-9cc0a285-d637-411d-9f0b-4f725844e246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:23.179285 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-527684f0-70af-4bc6-826f-deb0b0850322 req-1748249f-aee7-49f4-aa4e-21d511210f42 service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1610703
Dec 16 14:45:23.181509 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-9cc0a285-d637-411d-9f0b-4f725844e246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:23.209525 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1fd3b7a4-659f-419d-9fc4-2e9ba679c29a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.302849 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1fd3b7a4-659f-419d-9fc4-2e9ba679c29a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.309293 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1fd3b7a4-659f-419d-9fc4-2e9ba679c29a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.314009 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d24a9373-9d3f-43ee-990f-38c266e85a5e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:23.352890 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3b7a4-659f-419d-9fc4-2e9ba679c29a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fabeb2f-04bd-4fdf-991e-f1e0d36e5679,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:23.358326 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-1fd3b7a4-659f-419d-9fc4-2e9ba679c29a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:23.367274 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a285-d637-411d-9f0b-4f725844e246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.373048 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-9cc0a285-d637-411d-9f0b-4f725844e246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.380120 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-5e0ad463-4d88-4848-8656-2b5583b44d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:23.389745 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1fd3b7a4-659f-419d-9fc4-2e9ba679c29a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.393328 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-1fd3b7a4-659f-419d-9fc4-2e9ba679c29a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2740157
Dec 16 14:45:23.393508 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 54596) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:23.402424 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-d42b2eeb-cf01-4c04-8343-462c19a9429b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Request body: {'security_group_rule': {'security_group_id': '068455a0-72ac-4e2b-886b-7f1892d1a02f', 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:45:23.408821 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-d42b2eeb-cf01-4c04-8343-462c19a9429b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:23.421244 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-d42b2eeb-cf01-4c04-8343-462c19a9429b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Usage tracker for resource:security_group_rule and tenant:90b1e0c2f8144613a8e65e6b0e208a87 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:23.425555 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-d42b2eeb-cf01-4c04-8343-462c19a9429b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:23.438986 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-9cc0a285-d637-411d-9f0b-4f725844e246 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=626bca1d08ca419e856d40d803a1dd77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3363249
Dec 16 14:45:23.439384 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-d42b2eeb-cf01-4c04-8343-462c19a9429b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:23.440145 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0a285-d637-411d-9f0b-4f725844e246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb1bca2-777b-41d8-b047-ca72ad20d338,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:23.442094 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 54600) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:23.444552 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-9cc0a285-d637-411d-9f0b-4f725844e246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:23.484828 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d42b2eeb-cf01-4c04-8343-462c19a9429b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.615961 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6b4f26da-820f-4f24-935b-5cd162dbdce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.645812 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d42b2eeb-cf01-4c04-8343-462c19a9429b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.660871 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d42b2eeb-cf01-4c04-8343-462c19a9429b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.677528 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6b4f26da-820f-4f24-935b-5cd162dbdce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.687981 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:23.689003 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3036303c-cad4-42a7-81dd-5d4bc57d4d68 None None] New status for floating IP c4b9b1bb-96bd-4d11-96ef-df867bbb1bc1: ACTIVE {{(pid=87791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:45:23.727037 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b2eeb-cf01-4c04-8343-462c19a9429b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e12d45-7e2f-4be4-8c61-2a41be63caf7,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:23.730536 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d42b2eeb-cf01-4c04-8343-462c19a9429b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:23.740916 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619d088-6c53-49f8-8414-38043e1233c3 req-9072cc0b-c94a-49dd-a5bd-91045bd7da13 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:23.742431 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e619d088-6c53-49f8-8414-38043e1233c3 req-9072cc0b-c94a-49dd-a5bd-91045bd7da13 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.2376266
Dec 16 14:45:23.743188 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d42b2eeb-cf01-4c04-8343-462c19a9429b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.747570 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 54604) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:23.748048 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-d42b2eeb-cf01-4c04-8343-462c19a9429b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3531699
Dec 16 14:45:23.753869 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-174750ad-f817-4a91-9099-2819337a60ea tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Request body: {'security_group_rule': {'security_group_id': '068455a0-72ac-4e2b-886b-7f1892d1a02f', 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:45:23.760761 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-174750ad-f817-4a91-9099-2819337a60ea tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:23.766912 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-174750ad-f817-4a91-9099-2819337a60ea tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Usage tracker for resource:security_group_rule and tenant:90b1e0c2f8144613a8e65e6b0e208a87 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:23.770565 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-174750ad-f817-4a91-9099-2819337a60ea tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:23.777967 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-174750ad-f817-4a91-9099-2819337a60ea tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:23.795875 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.securitygroups_db [None req-174750ad-f817-4a91-9099-2819337a60ea tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Project 90b1e0c2f8144613a8e65e6b0e208a87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 14:45:23.809926 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-174750ad-f817-4a91-9099-2819337a60ea tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.810670 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e619d088-6c53-49f8-8414-38043e1233c3 req-251758f6-9111-4ed5-ba76-2c538a71815a tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529263
Dec 16 14:45:23.821375 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6b4f26da-820f-4f24-935b-5cd162dbdce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.835469 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d96780c4-dea6-48cc-af9b-d57a61cc3ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:23.850850 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f26da-820f-4f24-935b-5cd162dbdce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb1bca2-777b-41d8-b047-ca72ad20d338,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:23.887054 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-6b4f26da-820f-4f24-935b-5cd162dbdce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:23.890350 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6b4f26da-820f-4f24-935b-5cd162dbdce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.895338 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-6b4f26da-820f-4f24-935b-5cd162dbdce4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebb1bca2-777b-41d8-b047-ca72ad20d338 HTTP/1.1" status: 204  len: 168 time: 0.4522355
Dec 16 14:45:23.924292 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-174750ad-f817-4a91-9099-2819337a60ea tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.929187 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-174750ad-f817-4a91-9099-2819337a60ea tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.931983 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:23.960991 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174750ad-f817-4a91-9099-2819337a60ea tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553530b5-e0af-4af0-9fd6-ef274fa3a1c3,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:23.967608 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-174750ad-f817-4a91-9099-2819337a60ea tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:23.973656 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-174750ad-f817-4a91-9099-2819337a60ea tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:23.975453 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-174750ad-f817-4a91-9099-2819337a60ea tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2260461
Dec 16 14:45:23.980863 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 54610) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:23.987450 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-bd33cbcd-a055-418e-997e-ea3b794194bd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Request body: {'security_group_rule': {'security_group_id': '068455a0-72ac-4e2b-886b-7f1892d1a02f', 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:45:23.994105 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-bd33cbcd-a055-418e-997e-ea3b794194bd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:23.998706 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-bd33cbcd-a055-418e-997e-ea3b794194bd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Usage tracker for resource:security_group_rule and tenant:90b1e0c2f8144613a8e65e6b0e208a87 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:24.002116 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-bd33cbcd-a055-418e-997e-ea3b794194bd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:24.008516 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-bd33cbcd-a055-418e-997e-ea3b794194bd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:24.025773 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.securitygroups_db [None req-bd33cbcd-a055-418e-997e-ea3b794194bd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Project 90b1e0c2f8144613a8e65e6b0e208a87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 14:45:24.033775 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-bd33cbcd-a055-418e-997e-ea3b794194bd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:24.111541 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-bd33cbcd-a055-418e-997e-ea3b794194bd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:24.115570 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-bd33cbcd-a055-418e-997e-ea3b794194bd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:24.117724 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-83316268-23f2-4b3f-bc32-34c58eb28db4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:24.140153 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33cbcd-a055-418e-997e-ea3b794194bd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849e3bf2-83f8-4119-9f12-5f2478fa1f2b,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:24.142788 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-bd33cbcd-a055-418e-997e-ea3b794194bd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:24.162862 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-bd33cbcd-a055-418e-997e-ea3b794194bd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:24.167168 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-bd33cbcd-a055-418e-997e-ea3b794194bd tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1819432
Dec 16 14:45:24.297073 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-8603912e-8aaa-4eac-9414-f30615452ec9 req-1fb0f1d8-99ee-41a5-a55e-182f1c0f7f32 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Synchronizing usage tracker for tenant:90b1e0c2f8144613a8e65e6b0e208a87 on resource:security_group {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:24.306873 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 54620) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:24.330141 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-626b2660-4e0d-4ff7-8fee-161d54d22015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:24.346542 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-8603912e-8aaa-4eac-9414-f30615452ec9 req-1fb0f1d8-99ee-41a5-a55e-182f1c0f7f32 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Unset dirty status for tenant:90b1e0c2f8144613a8e65e6b0e208a87 on resource:security_group {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:24.347696 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8603912e-8aaa-4eac-9414-f30615452ec9 req-1fb0f1d8-99ee-41a5-a55e-182f1c0f7f32 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518630037&fields=id&tenant_id=90b1e0c2f8144613a8e65e6b0e208a87 HTTP/1.1" status: 200  len: 267 time: 0.1015928
Dec 16 14:45:24.351703 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-626b2660-4e0d-4ff7-8fee-161d54d22015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:24.357286 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-626b2660-4e0d-4ff7-8fee-161d54d22015 admin admin] Usage tracker for resource:security_group_rule and tenant:b98dee78d8b049b8a3745799ad901194 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:24.389517 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-626b2660-4e0d-4ff7-8fee-161d54d22015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:24.405788 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-626b2660-4e0d-4ff7-8fee-161d54d22015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:24.483440 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603912e-8aaa-4eac-9414-f30615452ec9 req-d22d3dcf-34ef-4f14-ad84-44c14e1c7868 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:24.484975 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8603912e-8aaa-4eac-9414-f30615452ec9 req-d22d3dcf-34ef-4f14-ad84-44c14e1c7868 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 945 time: 0.1308289
Dec 16 14:45:24.503795 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-8603912e-8aaa-4eac-9414-f30615452ec9 req-2a749340-382d-4a60-8dd8-9ba50f0294af tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Request body: {'port': {'security_groups': ['6d75c3ab-f387-4647-b18d-e0bc29e918eb', '068455a0-72ac-4e2b-886b-7f1892d1a02f']}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:45:24.507775 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:45:24.595051 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-626b2660-4e0d-4ff7-8fee-161d54d22015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:24.629162 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-626b2660-4e0d-4ff7-8fee-161d54d22015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:24.643819 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-9cc5a323-5cc4-4ded-95ec-633de1dd551f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:24.697602 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8603912e-8aaa-4eac-9414-f30615452ec9 req-2a749340-382d-4a60-8dd8-9ba50f0294af tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:24.714860 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b2660-4e0d-4ff7-8fee-161d54d22015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3d28e8-dfa0-44e8-9322-7b434067b5b6,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:24.719027 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-626b2660-4e0d-4ff7-8fee-161d54d22015 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b98dee78d8b049b8a3745799ad901194&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4112163
Dec 16 14:45:24.720120 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-626b2660-4e0d-4ff7-8fee-161d54d22015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:24.722578 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 54624) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:24.782946 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0027940e-6241-4c44-bd1e-cdfd18a908db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:24.810968 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0027940e-6241-4c44-bd1e-cdfd18a908db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:24.897495 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0027940e-6241-4c44-bd1e-cdfd18a908db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:24.902555 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-656602cf-695b-4a55-b714-1b585c5d9c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:24.917027 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027940e-6241-4c44-bd1e-cdfd18a908db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3d28e8-dfa0-44e8-9322-7b434067b5b6,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:24.921508 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0027940e-6241-4c44-bd1e-cdfd18a908db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:24.924186 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0027940e-6241-4c44-bd1e-cdfd18a908db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:24.925708 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-0027940e-6241-4c44-bd1e-cdfd18a908db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df3d28e8-dfa0-44e8-9322-7b434067b5b6 HTTP/1.1" status: 204  len: 168 time: 0.2025580
Dec 16 14:45:25.060467 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-8603912e-8aaa-4eac-9414-f30615452ec9 req-2a749340-382d-4a60-8dd8-9ba50f0294af tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] For port 66acd505-3947-431a-85d5-04918d500d6b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=66acd505-3947-431a-85d5-04918d500d6b,segment=NetworkSegment(baf84605-5033-4c73-83f1-04c20e687c69),segment_id=baf84605-5033-4c73-83f1-04c20e687c69)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:45:25.096977 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65264ea2-9765-4154-96df-7b419f9ef317 req-3b1aa3c0-3cad-4ed6-a3d6-5fd82beb748d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:25.098532 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-65264ea2-9765-4154-96df-7b419f9ef317 req-3b1aa3c0-3cad-4ed6-a3d6-5fd82beb748d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.1495121
Dec 16 14:45:25.106370 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8603912e-8aaa-4eac-9414-f30615452ec9 req-2a749340-382d-4a60-8dd8-9ba50f0294af tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:25.125576 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8603912e-8aaa-4eac-9414-f30615452ec9 req-2a749340-382d-4a60-8dd8-9ba50f0294af tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:25.134005 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-87d85368-98b6-4aac-8665-5d5353003421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:25.162212 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['66acd505-3947-431a-85d5-04918d500d6b'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:45:25.225010 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603912e-8aaa-4eac-9414-f30615452ec9 req-2a749340-382d-4a60-8dd8-9ba50f0294af tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:25.225864 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8603912e-8aaa-4eac-9414-f30615452ec9 req-2a749340-382d-4a60-8dd8-9ba50f0294af tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:25.227136 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8603912e-8aaa-4eac-9414-f30615452ec9 req-2a749340-382d-4a60-8dd8-9ba50f0294af tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "PUT /v2.0/ports/66acd505-3947-431a-85d5-04918d500d6b HTTP/1.1" status: 200  len: 981 time: 0.7350671
Dec 16 14:45:25.227872 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'tag': '66acd505-3947-431a-85d5-04918d500d6b'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:25.235926 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-65264ea2-9765-4154-96df-7b419f9ef317 req-7a385067-9d06-4c11-aaa7-2bfae59f8179 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1272686
Dec 16 14:45:25.249048 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a749340-382d-4a60-8dd8-9ba50f0294af tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event updated for resources: {'Port': ['ID=66acd505-3947-431a-85d5-04918d500d6b,revision_number=6']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:25.252535 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2a749340-382d-4a60-8dd8-9ba50f0294af tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:25.308999 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'tag': '66acd505-3947-431a-85d5-04918d500d6b', 'status': 'completed', 'code': 200}
Dec 16 14:45:25.401874 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['66acd505-3947-431a-85d5-04918d500d6b'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:45:25.614172 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-e0440ce4-c5c1-40a7-9e65-a0b5a58bb93f None None] Provisioning complete for port 66acd505-3947-431a-85d5-04918d500d6b triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:25.614434 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-e0440ce4-c5c1-40a7-9e65-a0b5a58bb93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:25.625891 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0aa7d-0c8f-414d-be14-3abd3ee57df2 req-141d0a8a-5bc8-41f7-8454-e1c5f77e38ad tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:25.631079 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fdb0aa7d-0c8f-414d-be14-3abd3ee57df2 req-141d0a8a-5bc8-41f7-8454-e1c5f77e38ad tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 984 time: 0.2840664
Dec 16 14:45:25.642299 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b59841-153c-49fc-a849-883f57ed6ae4 req-1cddb495-c1b4-476f-b09b-b9e76da99902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:25.643782 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-75b59841-153c-49fc-a849-883f57ed6ae4 req-1cddb495-c1b4-476f-b09b-b9e76da99902 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=90b1e0c2f8144613a8e65e6b0e208a87&device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 1137 time: 0.2613516
Dec 16 14:45:25.771589 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fdb0aa7d-0c8f-414d-be14-3abd3ee57df2 req-f4e90e8b-71a1-430a-8fa0-e4c9addad865 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&id=068455a0-72ac-4e2b-886b-7f1892d1a02f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1323168
Dec 16 14:45:25.834356 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b59841-153c-49fc-a849-883f57ed6ae4 req-2076edfc-15cf-4716-bcc7-562857adf189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:25.835850 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-75b59841-153c-49fc-a849-883f57ed6ae4 req-2076edfc-15cf-4716-bcc7-562857adf189 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb27a73b-c5ab-4802-a8a2-f712426550d4 HTTP/1.1" status: 200  len: 915 time: 0.1670284
Dec 16 14:45:25.966149 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-75b59841-153c-49fc-a849-883f57ed6ae4 req-8a0a0b06-ccb8-4571-ab23-fb59b961270c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66acd505-3947-431a-85d5-04918d500d6b HTTP/1.1" status: 200  len: 1001 time: 0.1184077
Dec 16 14:45:26.038900 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b59841-153c-49fc-a849-883f57ed6ae4 req-c398d912-fb04-411d-b0f6-cb889a2e94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:26.040554 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-75b59841-153c-49fc-a849-883f57ed6ae4 req-c398d912-fb04-411d-b0f6-cb889a2e94e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bf68b7e-96ac-4388-ba66-893dee6d058c HTTP/1.1" status: 200  len: 853 time: 0.0675201
Dec 16 14:45:26.170924 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b59841-153c-49fc-a849-883f57ed6ae4 req-4fef6881-6899-4d4e-bac3-7cfa80228d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:26.172609 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-75b59841-153c-49fc-a849-883f57ed6ae4 req-4fef6881-6899-4d4e-bac3-7cfa80228d42 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb27a73b-c5ab-4802-a8a2-f712426550d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1249530
Dec 16 14:45:26.328127 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-75b59841-153c-49fc-a849-883f57ed6ae4 req-5a4800c3-67e7-4cc7-8db6-2db4814a941c service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474111
Dec 16 14:45:26.532929 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-75b59841-153c-49fc-a849-883f57ed6ae4 req-1b7c8a2d-df8c-46a6-8ef6-80e55ead1011 service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1966360
Dec 16 14:45:26.545084 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10657d-d45f-46ea-9f13-65a4be844400 req-716c664f-c6b9-4ff7-a417-0d75c9d3cbce tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:26.546568 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0f10657d-d45f-46ea-9f13-65a4be844400 req-716c664f-c6b9-4ff7-a417-0d75c9d3cbce tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.1370995
Dec 16 14:45:26.638711 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0f10657d-d45f-46ea-9f13-65a4be844400 req-73fbc7a7-e682-42f5-92e6-bdef6c9d8f7d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772839
Dec 16 14:45:27.833799 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a46cdc-cbf0-49af-96fc-5ce3600291cc req-0a669df1-1dca-44e9-8c1c-1ff7441e9aac tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:27.835966 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-28a46cdc-cbf0-49af-96fc-5ce3600291cc req-0a669df1-1dca-44e9-8c1c-1ff7441e9aac tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0895548
Dec 16 14:45:27.886823 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-28a46cdc-cbf0-49af-96fc-5ce3600291cc req-c5b24aa7-d0ca-432c-8f56-dc50e78ea3ba tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439639
Dec 16 14:45:29.076323 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4f1ed-9753-46dd-a196-1590a5496c08 req-fff2df2a-0dcf-4fc1-9b33-2fa52be0cc26 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:29.077789 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b5d4f1ed-9753-46dd-a196-1590a5496c08 req-fff2df2a-0dcf-4fc1-9b33-2fa52be0cc26 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0782661
Dec 16 14:45:29.120982 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b5d4f1ed-9753-46dd-a196-1590a5496c08 req-8efac77c-a62e-4807-bee0-1152872a1f86 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375857
Dec 16 14:45:30.309305 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa64e41-b916-4fd3-a400-210b468d40b0 req-5f39a91e-009d-426c-b86f-666867482150 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:30.310675 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3fa64e41-b916-4fd3-a400-210b468d40b0 req-5f39a91e-009d-426c-b86f-666867482150 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0825121
Dec 16 14:45:30.354253 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3fa64e41-b916-4fd3-a400-210b468d40b0 req-f7e533f7-fc9c-400e-aacf-6918f09c6ee3 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379803
Dec 16 14:45:31.537595 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d4567-85fe-4664-929f-97e77235fb9f req-a6bbc436-dc6f-42a2-8ef5-443a4835b67b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:31.539032 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e89d4567-85fe-4664-929f-97e77235fb9f req-a6bbc436-dc6f-42a2-8ef5-443a4835b67b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0785909
Dec 16 14:45:31.582876 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e89d4567-85fe-4664-929f-97e77235fb9f req-c054d8b1-c506-4e29-ba66-bfd7eff9ca58 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376902
Dec 16 14:45:32.772554 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3e50a-b06a-4a20-b58a-d4c2a3410767 req-c97fc7b9-7a2d-4486-bd59-1d92f7db95b0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:32.773995 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2ed3e50a-b06a-4a20-b58a-d4c2a3410767 req-c97fc7b9-7a2d-4486-bd59-1d92f7db95b0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0811014
Dec 16 14:45:32.818449 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2ed3e50a-b06a-4a20-b58a-d4c2a3410767 req-30cf6379-4ed9-4598-8b88-4ce69d9e828b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383248
Dec 16 14:45:34.008612 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bce57-719e-4537-9280-7a41b2a3c65d req-37a6012c-e35f-46d2-8dc9-d555b67cba40 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:34.010104 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-344bce57-719e-4537-9280-7a41b2a3c65d req-37a6012c-e35f-46d2-8dc9-d555b67cba40 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0794666
Dec 16 14:45:34.054445 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-344bce57-719e-4537-9280-7a41b2a3c65d req-71d0ce2e-c575-4dea-98ec-f211db1c1021 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383990
Dec 16 14:45:35.242771 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22f132-ab30-48b1-a095-ffbf96e2507d req-77eb5f20-862e-411f-a552-adb408e96790 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:35.244192 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fe22f132-ab30-48b1-a095-ffbf96e2507d req-77eb5f20-862e-411f-a552-adb408e96790 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0813475
Dec 16 14:45:35.287787 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fe22f132-ab30-48b1-a095-ffbf96e2507d req-8ae0df09-dd76-4432-bfb0-9ae4c6768e31 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374191
Dec 16 14:45:36.474820 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3334c1-c878-4c74-b709-831b5c19ba9c req-cf9a103d-2254-4a7a-b7ae-6cc00ba8e6b2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:36.476881 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9b3334c1-c878-4c74-b709-831b5c19ba9c req-cf9a103d-2254-4a7a-b7ae-6cc00ba8e6b2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0790067
Dec 16 14:45:36.610166 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9b3334c1-c878-4c74-b709-831b5c19ba9c req-48bec685-cb24-494b-802f-ab1daa94baa0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276267
Dec 16 14:45:37.799196 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fbc82-9272-465b-b4d7-a63783fae0d9 req-40f8ce0d-4ee5-4aab-8071-59e9dd2e4547 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:37.800724 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-555fbc82-9272-465b-b4d7-a63783fae0d9 req-40f8ce0d-4ee5-4aab-8071-59e9dd2e4547 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0805254
Dec 16 14:45:37.847704 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-555fbc82-9272-465b-b4d7-a63783fae0d9 req-87048452-e4e6-46cc-96c8-36d0d6742089 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403602
Dec 16 14:45:39.035467 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b189024-32a3-4aef-9003-88cd8f937d94 req-ce3ed785-a83b-429e-800d-db44a95e72b4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:39.036913 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8b189024-32a3-4aef-9003-88cd8f937d94 req-ce3ed785-a83b-429e-800d-db44a95e72b4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0810840
Dec 16 14:45:39.079455 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8b189024-32a3-4aef-9003-88cd8f937d94 req-97462d9b-37dd-4927-b3e5-665bdbc6147e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369840
Dec 16 14:45:40.267056 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad95185-cd59-47e0-8b10-b9e5612ee633 req-4a4771d6-42a1-4e60-be20-6da853c35e16 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:40.268500 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cad95185-cd59-47e0-8b10-b9e5612ee633 req-4a4771d6-42a1-4e60-be20-6da853c35e16 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0786045
Dec 16 14:45:40.314956 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cad95185-cd59-47e0-8b10-b9e5612ee633 req-ecc2db53-37f2-4ad6-9ba2-ba8b76365d7a tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383813
Dec 16 14:45:41.511938 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca1d26-e1f4-448a-bff6-ff026a69feac req-4f393934-0889-4ba9-81fc-2676997b9ceb tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:41.513484 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c3ca1d26-e1f4-448a-bff6-ff026a69feac req-4f393934-0889-4ba9-81fc-2676997b9ceb tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0849090
Dec 16 14:45:41.558296 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c3ca1d26-e1f4-448a-bff6-ff026a69feac req-7fbe039c-ec21-4582-80cc-ec4fe45539ac tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390630
Dec 16 14:45:42.743527 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650af5c-67d9-49b5-a286-2012c1a0ff67 req-3e5d1870-4085-4744-898a-df7c467a9468 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:42.744984 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9650af5c-67d9-49b5-a286-2012c1a0ff67 req-3e5d1870-4085-4744-898a-df7c467a9468 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0800564
Dec 16 14:45:42.793232 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9650af5c-67d9-49b5-a286-2012c1a0ff67 req-451047f1-0478-4d2a-97ba-d1cc27af91ed tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414078
Dec 16 14:45:43.982602 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93b88-90f4-46fc-ba9e-63350e2c04e9 req-5d900f0b-974a-47fe-9caf-fb9f855fd52a tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:43.984572 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-98b93b88-90f4-46fc-ba9e-63350e2c04e9 req-5d900f0b-974a-47fe-9caf-fb9f855fd52a tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0811193
Dec 16 14:45:44.035802 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-98b93b88-90f4-46fc-ba9e-63350e2c04e9 req-9ed87dcf-ae67-46a9-bf1c-c4363936a690 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452898
Dec 16 14:45:45.227984 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ca6ea-65b8-4a75-8384-e88d1daca17c req-ad03c892-c1d1-4978-9b8a-e2a06288a0b4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:45.229478 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ad4ca6ea-65b8-4a75-8384-e88d1daca17c req-ad03c892-c1d1-4978-9b8a-e2a06288a0b4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0849001
Dec 16 14:45:45.274699 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ad4ca6ea-65b8-4a75-8384-e88d1daca17c req-7f690284-9462-46ab-907e-b5fe4b036a64 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389333
Dec 16 14:45:45.298117 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:46.463316 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d5bfa-28ae-49ec-b246-6d0bcb589faa req-528d14c1-ca6e-46df-9096-fdf5704c72d4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:46.465224 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ab3d5bfa-28ae-49ec-b246-6d0bcb589faa req-528d14c1-ca6e-46df-9096-fdf5704c72d4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0816557
Dec 16 14:45:46.468070 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-35bf9ae6-5059-4ea6-8984-9d191fdef9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:46.511950 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ab3d5bfa-28ae-49ec-b246-6d0bcb589faa req-6242b578-4da1-43a0-a34d-102f73d9d65b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395837
Dec 16 14:45:46.577381 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 54812) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:46.701434 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:46.716083 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:46.720462 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Usage tracker for resource:security_group_rule and tenant:258a530e1e514e51b7e23dbf24abd2e7 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:46.723254 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:46.728833 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:46.809284 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:46.816474 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:46.823796 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-eabe4fc5-098f-48f5-9081-68951162a755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:46.863187 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3c386a-a96f-43a6-b0e7-ba8cc9f15ab0,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:46.867167 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=258a530e1e514e51b7e23dbf24abd2e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2885904
Dec 16 14:45:46.870133 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 54818) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:46.873176 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:46.873561 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:46.873928 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:46.874292 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:46.874654 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:46.875015 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:46.875370 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:46.875725 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:46.876087 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:46.876431 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:46.876789 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:46.877430 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:46.881104 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-1ea3e847-c58c-48b6-9ec9-a0e0d639d461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:46.935394 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2fa67adb-d2db-47d3-9faf-9d3f27498a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:46.960738 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2fa67adb-d2db-47d3-9faf-9d3f27498a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:47.011046 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2fa67adb-d2db-47d3-9faf-9d3f27498a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:47.014691 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-626b2660-4e0d-4ff7-8fee-161d54d22015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:47.027332 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa67adb-d2db-47d3-9faf-9d3f27498a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3c386a-a96f-43a6-b0e7-ba8cc9f15ab0,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:47.030208 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2fa67adb-d2db-47d3-9faf-9d3f27498a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:47.037785 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2fa67adb-d2db-47d3-9faf-9d3f27498a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:47.038890 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-2fa67adb-d2db-47d3-9faf-9d3f27498a01 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd3c386a-a96f-43a6-b0e7-ba8cc9f15ab0 HTTP/1.1" status: 204  len: 168 time: 0.1676750
Dec 16 14:45:47.702984 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d694568-cac6-48e3-b5cd-88e1afd5630e req-264283d6-c796-4eb2-894b-98a2d4970c69 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:47.704502 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0d694568-cac6-48e3-b5cd-88e1afd5630e req-264283d6-c796-4eb2-894b-98a2d4970c69 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0801611
Dec 16 14:45:47.751878 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0d694568-cac6-48e3-b5cd-88e1afd5630e req-52e65556-c3b1-4dc9-9939-36a0d670907d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416331
Dec 16 14:45:47.984298 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 863ee071-cd68-4318-b951-baa44727d00f details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:45:48.116394 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 863ee071-cd68-4318-b951-baa44727d00f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=863ee071-cd68-4318-b951-baa44727d00f,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:45:48.129479 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '863ee071-cd68-4318-b951-baa44727d00f', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'port_id': '863ee071-cd68-4318-b951-baa44727d00f', 'mac_address': 'fa:16:3e:98:1f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:45:48.184387 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:48.203986 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 863ee071-cd68-4318-b951-baa44727d00f {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:45:48.225431 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 863ee071-cd68-4318-b951-baa44727d00f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=863ee071-cd68-4318-b951-baa44727d00f,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:45:48.229314 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:48.232012 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:48.297202 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=863ee071-cd68-4318-b951-baa44727d00f,revision_number=6']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:48.300468 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:48.405513 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['863ee071-cd68-4318-b951-baa44727d00f'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:45:48.944902 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8830ee-557d-488c-887d-0a92f2c8a204 req-f9501901-4416-4cab-9995-1c919e57de3c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:48.946484 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5f8830ee-557d-488c-887d-0a92f2c8a204 req-f9501901-4416-4cab-9995-1c919e57de3c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 944 time: 0.0829134
Dec 16 14:45:48.990734 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5f8830ee-557d-488c-887d-0a92f2c8a204 req-b9872118-740c-43e2-ab15-c6404d8d324b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383441
Dec 16 14:45:49.022211 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d3ae08b7-5a35-4b66-8d20-8c6a074686b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.986761 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 863ee071-cd68-4318-b951-baa44727d00f up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:45:50.076027 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 863ee071-cd68-4318-b951-baa44727d00f triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:50.076710 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:50.237285 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b21a8-8326-4030-b1b8-49fae03955bb req-b58c098b-7a80-4038-a419-333e60c3a890 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:50.239599 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b73b21a8-8326-4030-b1b8-49fae03955bb req-b58c098b-7a80-4038-a419-333e60c3a890 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 944 time: 0.1140614
Dec 16 14:45:50.247634 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:50.278195 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:50.288473 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5526fc-135b-4e73-882b-e446f2905447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863ee071-cd68-4318-b951-baa44727d00f'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:50.299400 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b73b21a8-8326-4030-b1b8-49fae03955bb req-b5f70adb-1f04-48de-9aae-05a0cc6f204c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539253
Dec 16 14:45:50.308444 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 863ee071-cd68-4318-b951-baa44727d00f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=863ee071-cd68-4318-b951-baa44727d00f,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:45:50.315080 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:50.320136 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:50.380658 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5526fc-135b-4e73-882b-e446f2905447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863ee071-cd68-4318-b951-baa44727d00f', 'code': 200}
Dec 16 14:45:50.406271 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=863ee071-cd68-4318-b951-baa44727d00f,revision_number=7']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:50.412774 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:50.423228 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:51.534805 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9ffbd-93ca-43c2-952b-c475b409cc42 req-a2200378-e8c9-4e13-adeb-d530f3ad59d6 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:51.536493 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f8b9ffbd-93ca-43c2-952b-c475b409cc42 req-a2200378-e8c9-4e13-adeb-d530f3ad59d6 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.1066294
Dec 16 14:45:51.583553 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f8b9ffbd-93ca-43c2-952b-c475b409cc42 req-a9c911ca-f1e1-49b6-bef3-6e9b24ab7737 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413802
Dec 16 14:45:51.935698 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a487f1-3e8a-4a31-bc50-c6e5cc60ad18 req-342df350-a8d9-4f50-a6cb-e4263f6bc621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:51.937256 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-47a487f1-3e8a-4a31-bc50-c6e5cc60ad18 req-342df350-a8d9-4f50-a6cb-e4263f6bc621 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=90b1e0c2f8144613a8e65e6b0e208a87&device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 1137 time: 0.1636968
Dec 16 14:45:51.946621 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2582945-4689-485e-9787-9bc3702613d3 req-7f2012b0-916f-47a8-a90c-3e3c6f5effd9 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:51.948188 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d2582945-4689-485e-9787-9bc3702613d3 req-7f2012b0-916f-47a8-a90c-3e3c6f5effd9 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 984 time: 0.2114234
Dec 16 14:45:52.015427 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:52.085604 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d2582945-4689-485e-9787-9bc3702613d3 req-40e50819-5672-437a-a6c5-cb6348319f1b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&id=068455a0-72ac-4e2b-886b-7f1892d1a02f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1311376
Dec 16 14:45:52.153343 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a487f1-3e8a-4a31-bc50-c6e5cc60ad18 req-381eb73c-3ada-49c3-88ce-0a22d330bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:52.155145 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-47a487f1-3e8a-4a31-bc50-c6e5cc60ad18 req-381eb73c-3ada-49c3-88ce-0a22d330bc48 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb27a73b-c5ab-4802-a8a2-f712426550d4 HTTP/1.1" status: 200  len: 915 time: 0.1862218
Dec 16 14:45:52.265573 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-47a487f1-3e8a-4a31-bc50-c6e5cc60ad18 req-08e34cfc-bbda-4d30-940f-b20ed1a43fb4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66acd505-3947-431a-85d5-04918d500d6b HTTP/1.1" status: 200  len: 1001 time: 0.1013968
Dec 16 14:45:52.417946 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a487f1-3e8a-4a31-bc50-c6e5cc60ad18 req-da2479fa-4032-41b9-8c13-62fe19bd5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:52.419724 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-47a487f1-3e8a-4a31-bc50-c6e5cc60ad18 req-da2479fa-4032-41b9-8c13-62fe19bd5c71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bf68b7e-96ac-4388-ba66-893dee6d058c HTTP/1.1" status: 200  len: 853 time: 0.1473053
Dec 16 14:45:52.498826 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a487f1-3e8a-4a31-bc50-c6e5cc60ad18 req-2c663ca3-0bfd-4610-a695-13e03e161e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:52.499584 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-47a487f1-3e8a-4a31-bc50-c6e5cc60ad18 req-2c663ca3-0bfd-4610-a695-13e03e161e95 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb27a73b-c5ab-4802-a8a2-f712426550d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723703
Dec 16 14:45:52.666079 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-47a487f1-3e8a-4a31-bc50-c6e5cc60ad18 req-bc8d31d7-78b4-4e2a-84ca-f1eeb7a3ffc0 service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580899
Dec 16 14:45:52.873860 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-47a487f1-3e8a-4a31-bc50-c6e5cc60ad18 req-1f6f4b9a-6401-496e-b472-f8560c55b763 service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1991127
Dec 16 14:45:52.894606 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f417d1-0f65-4f43-bc03-37d3a6ef7f71 req-a84c119c-3bc0-4d8d-aab1-dd61314e3974 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:52.896259 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-83f417d1-0f65-4f43-bc03-37d3a6ef7f71 req-a84c119c-3bc0-4d8d-aab1-dd61314e3974 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.1238997
Dec 16 14:45:52.953344 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-83f417d1-0f65-4f43-bc03-37d3a6ef7f71 req-fe5123bf-5a29-4ab9-ba76-fe2eb9c58d88 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489635
Dec 16 14:45:53.294976 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02432a-900e-4bee-9320-5759f88c721b req-e8b14b11-0a16-41b5-b4b1-90117ab5a640 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:53.296813 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-eb02432a-900e-4bee-9320-5759f88c721b req-e8b14b11-0a16-41b5-b4b1-90117ab5a640 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 984 time: 0.0905430
Dec 16 14:45:53.352137 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-eb02432a-900e-4bee-9320-5759f88c721b req-2fb4252a-0d36-482a-b77a-f6a60870b911 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&id=068455a0-72ac-4e2b-886b-7f1892d1a02f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0486283
Dec 16 14:45:54.160818 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dae70-771c-41dd-9296-22d0ec6f9c93 req-f3a94b53-c3c1-421e-8e48-9fd254aeee36 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:54.163064 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6a7dae70-771c-41dd-9296-22d0ec6f9c93 req-f3a94b53-c3c1-421e-8e48-9fd254aeee36 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0935013
Dec 16 14:45:54.218176 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6a7dae70-771c-41dd-9296-22d0ec6f9c93 req-f9b051f5-4f24-46f2-9a19-b034cd053060 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487862
Dec 16 14:45:54.555062 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a975-5ea1-4586-a392-32b61973bc44 req-772a4931-3466-4d21-9e0d-2e81f37454a6 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:54.563230 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fe42a975-5ea1-4586-a392-32b61973bc44 req-772a4931-3466-4d21-9e0d-2e81f37454a6 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 984 time: 0.1044509
Dec 16 14:45:54.608152 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fe42a975-5ea1-4586-a392-32b61973bc44 req-b4612e4e-951e-4710-b62a-ab521f100100 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&id=068455a0-72ac-4e2b-886b-7f1892d1a02f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0439665
Dec 16 14:45:55.426317 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2837c-fd38-47d1-9f8d-2a155c43ecf8 req-130b6b92-0da1-4ccb-a41a-a2d698aedebd tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:55.427944 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f4c2837c-fd38-47d1-9f8d-2a155c43ecf8 req-130b6b92-0da1-4ccb-a41a-a2d698aedebd tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0852299
Dec 16 14:45:55.479854 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f4c2837c-fd38-47d1-9f8d-2a155c43ecf8 req-026481ef-f858-498f-bdfe-628b5aa8d1e7 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459595
Dec 16 14:45:55.802870 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e93fb-b974-48b7-a19e-f135cea5d299 req-b86afa73-fdb4-49d4-b7ce-4aba590874ae tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:55.804558 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b23e93fb-b974-48b7-a19e-f135cea5d299 req-b86afa73-fdb4-49d4-b7ce-4aba590874ae tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 984 time: 0.0838013
Dec 16 14:45:55.861959 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b23e93fb-b974-48b7-a19e-f135cea5d299 req-2c1af77a-7e75-464e-b4c4-37c561f0a988 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&id=068455a0-72ac-4e2b-886b-7f1892d1a02f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0514140
Dec 16 14:45:56.834323 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af67631-2fc2-45d7-8d1e-c9739c6f2009 req-db4c4cf3-2845-4fdf-87b7-2cf3c06b9b91 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:56.836690 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7af67631-2fc2-45d7-8d1e-c9739c6f2009 req-db4c4cf3-2845-4fdf-87b7-2cf3c06b9b91 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0911412
Dec 16 14:45:56.926565 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7af67631-2fc2-45d7-8d1e-c9739c6f2009 req-11a2e80d-830b-43a5-90a0-2ae6e201c8e1 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837042
Dec 16 14:45:57.060767 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177f575-12eb-4d7d-997a-cac3cf2f1f99 req-b18d35c1-41ae-44e5-b142-f205bffc5697 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:57.062288 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f177f575-12eb-4d7d-997a-cac3cf2f1f99 req-b18d35c1-41ae-44e5-b142-f205bffc5697 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 984 time: 0.0845394
Dec 16 14:45:57.112697 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f177f575-12eb-4d7d-997a-cac3cf2f1f99 req-0222afca-559e-4b7d-89d4-51231ae2cba2 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&id=068455a0-72ac-4e2b-886b-7f1892d1a02f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0442784
Dec 16 14:45:58.114377 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc2888-765e-453e-93d2-ff00573b8bb4 req-01391ac5-e53c-4866-8abb-12bf34509174 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:58.115937 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dadc2888-765e-453e-93d2-ff00573b8bb4 req-01391ac5-e53c-4866-8abb-12bf34509174 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0843325
Dec 16 14:45:58.161731 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dadc2888-765e-453e-93d2-ff00573b8bb4 req-3148c518-3490-4da4-ae7a-13eb5ebb3225 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400467
Dec 16 14:45:58.310639 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b967e-6fc7-4c77-84a6-f6d0e0172768 req-56876f95-30ce-4f65-9f85-502481e803bb tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:58.312121 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d63b967e-6fc7-4c77-84a6-f6d0e0172768 req-56876f95-30ce-4f65-9f85-502481e803bb tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 984 time: 0.0810862
Dec 16 14:45:58.357167 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d63b967e-6fc7-4c77-84a6-f6d0e0172768 req-3e6b882e-aa61-4079-bc9e-ae19f48d3ab6 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&id=068455a0-72ac-4e2b-886b-7f1892d1a02f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0393069
Dec 16 14:45:58.961735 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece49ff-581c-4cdd-bb2b-aaa4e50691f6 req-92639ab2-5751-4f4b-a485-db8cff762d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:58.963198 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ece49ff-581c-4cdd-bb2b-aaa4e50691f6 req-92639ab2-5751-4f4b-a485-db8cff762d95 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 1098 time: 0.0741971
Dec 16 14:45:59.094115 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece49ff-581c-4cdd-bb2b-aaa4e50691f6 req-90568fdd-e03c-4a2f-9844-624db014e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:59.095538 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ece49ff-581c-4cdd-bb2b-aaa4e50691f6 req-90568fdd-e03c-4a2f-9844-624db014e42e service neutron] 10.222.0.66 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 918 time: 0.1251991
Dec 16 14:45:59.320588 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ece49ff-581c-4cdd-bb2b-aaa4e50691f6 req-13e144be-dc3f-4076-ba07-af745ed0ca78 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=863ee071-cd68-4318-b951-baa44727d00f HTTP/1.1" status: 200  len: 1001 time: 0.2170784
Dec 16 14:45:59.398199 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece49ff-581c-4cdd-bb2b-aaa4e50691f6 req-6837f540-8867-434c-9660-76777c6da2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:59.399620 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ece49ff-581c-4cdd-bb2b-aaa4e50691f6 req-6837f540-8867-434c-9660-76777c6da2eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 HTTP/1.1" status: 200  len: 856 time: 0.0715053
Dec 16 14:45:59.455462 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe2d27-ca32-4112-a759-a24f43b877a7 req-6fcd9bdf-e936-4be0-9fc0-fcd6b0337c80 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:59.456910 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-02fe2d27-ca32-4112-a759-a24f43b877a7 req-6fcd9bdf-e936-4be0-9fc0-fcd6b0337c80 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.1812854
Dec 16 14:45:59.566717 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-02fe2d27-ca32-4112-a759-a24f43b877a7 req-c2429924-4c21-4901-8e28-2f4fdfe86fa2 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013885
Dec 16 14:45:59.581911 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece49ff-581c-4cdd-bb2b-aaa4e50691f6 req-12eb82f1-a5ab-478e-9695-f0023ee53ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:59.583357 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ece49ff-581c-4cdd-bb2b-aaa4e50691f6 req-12eb82f1-a5ab-478e-9695-f0023ee53ad5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63997e9c-5e41-48b1-b719-91db81ce0d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1773014
Dec 16 14:45:59.621490 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e5b22-1ae7-4438-b222-f6a179a0ee59 req-a057e661-0a21-4fd5-86d2-3731cb2589e4 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:59.623047 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0a4e5b22-1ae7-4438-b222-f6a179a0ee59 req-a057e661-0a21-4fd5-86d2-3731cb2589e4 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 984 time: 0.1549942
Dec 16 14:45:59.740010 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0a4e5b22-1ae7-4438-b222-f6a179a0ee59 req-4d86c460-3d64-4d11-8702-0e11de56159f tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&id=068455a0-72ac-4e2b-886b-7f1892d1a02f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0657017
Dec 16 14:45:59.760198 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ece49ff-581c-4cdd-bb2b-aaa4e50691f6 req-afa396fb-f740-4f8f-9bec-50bc0859088c service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702745
Dec 16 14:45:59.895291 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ece49ff-581c-4cdd-bb2b-aaa4e50691f6 req-01f0c4ef-ee23-477b-a794-964db92830f3 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285105
Dec 16 14:46:00.765698 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328fa1c-dd7f-4d3f-a536-640f68571100 req-937e8caa-dec2-4fa3-9104-26bb29e09782 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:00.767929 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8328fa1c-dd7f-4d3f-a536-640f68571100 req-937e8caa-dec2-4fa3-9104-26bb29e09782 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0798054
Dec 16 14:46:00.815680 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8328fa1c-dd7f-4d3f-a536-640f68571100 req-f640ea50-444d-42eb-844a-9ee616779d66 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419397
Dec 16 14:46:00.931641 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3cd64-1370-4296-af70-630ac2626055 req-5b1ccf6b-badf-4163-93b3-1bc8b03da2e9 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:00.933124 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7ed3cd64-1370-4296-af70-630ac2626055 req-5b1ccf6b-badf-4163-93b3-1bc8b03da2e9 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 984 time: 0.0863535
Dec 16 14:46:00.981835 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7ed3cd64-1370-4296-af70-630ac2626055 req-14f0bd7b-5082-4a76-b41f-9276050fd60a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&id=068455a0-72ac-4e2b-886b-7f1892d1a02f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0422878
Dec 16 14:46:01.506937 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:46:02.005849 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f0f0b-b19d-46a3-b9cc-89750c43da5a req-b95bd7d3-15e2-4e53-a4f0-0fd1d9212940 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:02.007293 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f70f0f0b-b19d-46a3-b9cc-89750c43da5a req-b95bd7d3-15e2-4e53-a4f0-0fd1d9212940 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 945 time: 0.0790577
Dec 16 14:46:02.035325 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 863ee071-cd68-4318-b951-baa44727d00f no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:46:02.059428 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f70f0f0b-b19d-46a3-b9cc-89750c43da5a req-5273b142-bebd-443a-b01a-8e588f7c8aab tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466411
Dec 16 14:46:02.159022 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:02.179204 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe788fa2-e85b-4f34-ac82-618f377e3e1d req-18d559be-cbef-4464-92e0-f83e219106a8 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:02.180707 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fe788fa2-e85b-4f34-ac82-618f377e3e1d req-18d559be-cbef-4464-92e0-f83e219106a8 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 984 time: 0.0928454
Dec 16 14:46:02.204746 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5526fc-135b-4e73-882b-e446f2905447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863ee071-cd68-4318-b951-baa44727d00f'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:46:02.216246 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 863ee071-cd68-4318-b951-baa44727d00f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=863ee071-cd68-4318-b951-baa44727d00f,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:02.221251 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:02.223655 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:02.232609 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fe788fa2-e85b-4f34-ac82-618f377e3e1d req-4c8e2c95-e368-4fba-8e8b-91c2f81850e0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&id=068455a0-72ac-4e2b-886b-7f1892d1a02f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0450408
Dec 16 14:46:02.285197 dv-cinder-821892-3-iscsi neutron-server[87790]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa5526fc-135b-4e73-882b-e446f2905447', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '863ee071-cd68-4318-b951-baa44727d00f', 'code': 422} returned with failed status
Dec 16 14:46:02.318325 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=863ee071-cd68-4318-b951-baa44727d00f,revision_number=8']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:02.325937 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:02.326307 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:02.326641 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:02.326967 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:02.327291 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:02.327611 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:02.327927 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:02.328241 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:02.328557 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:02.328937 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:02.329363 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:02.329680 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:02.333810 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:03.425243 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c985a2-c04f-4262-8142-be7ca5c0f454 req-09ea07d4-cbea-4089-9b3f-ad82be18648e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:03.427163 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-61c985a2-c04f-4262-8142-be7ca5c0f454 req-09ea07d4-cbea-4089-9b3f-ad82be18648e tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 984 time: 0.0839379
Dec 16 14:46:03.475518 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-61c985a2-c04f-4262-8142-be7ca5c0f454 req-9c13975f-e486-4100-b350-1ab060618739 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&id=068455a0-72ac-4e2b-886b-7f1892d1a02f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0418847
Dec 16 14:46:03.617095 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774f6a3-abe3-4b90-9a5f-e551d6015552 req-80c8106d-e8eb-4eea-93ca-c604e3ccdadf tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:03.618576 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7774f6a3-abe3-4b90-9a5f-e551d6015552 req-80c8106d-e8eb-4eea-93ca-c604e3ccdadf tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.0801463
Dec 16 14:46:03.663667 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7774f6a3-abe3-4b90-9a5f-e551d6015552 req-24c11705-3c60-4c97-b47a-fff5ba33514e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394268
Dec 16 14:46:03.895537 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 54980) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:04.013069 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e90317bb-df55-4e00-943e-83bcb2fdbf71 req-e6c841be-3441-44fb-8b96-6b43f00ec509 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1160405
Dec 16 14:46:04.684860 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597de7b-d970-491f-b051-375b06f9ac99 req-cf25f455-f684-4db2-acdb-c56225707028 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:04.686316 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1597de7b-d970-491f-b051-375b06f9ac99 req-cf25f455-f684-4db2-acdb-c56225707028 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 984 time: 0.0810833
Dec 16 14:46:04.762605 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1597de7b-d970-491f-b051-375b06f9ac99 req-e8bf5ccb-eed4-499e-bcc3-7b3088d3614b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&id=068455a0-72ac-4e2b-886b-7f1892d1a02f&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0691566
Dec 16 14:46:04.943133 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f33fd-8511-49c5-aa30-569fa0e416f8 req-e633ebb9-6e8e-4f5a-92d8-0c30898505ad tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:04.944583 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-da2f33fd-8511-49c5-aa30-569fa0e416f8 req-e633ebb9-6e8e-4f5a-92d8-0c30898505ad tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.1359339
Dec 16 14:46:04.975921 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90317bb-df55-4e00-943e-83bcb2fdbf71 req-be260052-4c9f-496e-8549-5b79564e8c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:04.977539 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e90317bb-df55-4e00-943e-83bcb2fdbf71 req-be260052-4c9f-496e-8549-5b79564e8c11 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447&tenant_id=431320546381414684830eb2bc36deef HTTP/1.1" status: 200  len: 1096 time: 0.1106241
Dec 16 14:46:04.998948 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-da2f33fd-8511-49c5-aa30-569fa0e416f8 req-40180647-c3b4-48f3-b13f-7864e9a18480 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481565
Dec 16 14:46:05.081236 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90317bb-df55-4e00-943e-83bcb2fdbf71 req-107d61d1-bf92-4977-bc3f-cf84bd0f6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:05.082685 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e90317bb-df55-4e00-943e-83bcb2fdbf71 req-107d61d1-bf92-4977-bc3f-cf84bd0f6148 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=431320546381414684830eb2bc36deef&device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 1096 time: 0.0701034
Dec 16 14:46:05.312242 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90317bb-df55-4e00-943e-83bcb2fdbf71 req-db17300d-3b53-4d54-88db-c51325a63d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:05.313675 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e90317bb-df55-4e00-943e-83bcb2fdbf71 req-db17300d-3b53-4d54-88db-c51325a63d88 service neutron] 10.222.0.66 "GET /v2.0/networks?id=63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 200  len: 918 time: 0.2250156
Dec 16 14:46:05.415278 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e90317bb-df55-4e00-943e-83bcb2fdbf71 req-c24a12fc-ad9c-4e93-9747-f89bc1749fee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=863ee071-cd68-4318-b951-baa44727d00f HTTP/1.1" status: 200  len: 999 time: 0.0946965
Dec 16 14:46:05.476448 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90317bb-df55-4e00-943e-83bcb2fdbf71 req-91faae1e-8241-42aa-8fbe-4cf17d331997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:05.478062 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e90317bb-df55-4e00-943e-83bcb2fdbf71 req-91faae1e-8241-42aa-8fbe-4cf17d331997 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 HTTP/1.1" status: 200  len: 856 time: 0.0569508
Dec 16 14:46:05.557749 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90317bb-df55-4e00-943e-83bcb2fdbf71 req-5998b1ae-cb57-4c60-ad9a-b9b064492aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:05.559233 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e90317bb-df55-4e00-943e-83bcb2fdbf71 req-5998b1ae-cb57-4c60-ad9a-b9b064492aa4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63997e9c-5e41-48b1-b719-91db81ce0d01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752001
Dec 16 14:46:05.690780 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e90317bb-df55-4e00-943e-83bcb2fdbf71 req-838c21b7-2fc0-46d2-8ad1-d962aee5728b service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253300
Dec 16 14:46:05.825373 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e90317bb-df55-4e00-943e-83bcb2fdbf71 req-e0b7d533-8c59-4f71-b00c-296efaa5fd85 service neutron] 10.222.0.66 "GET /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275628
Dec 16 14:46:06.195926 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28231831-2033-4300-bea2-fe3ae25604c1 req-5c3529a5-1aac-4d77-9c00-c368e7254819 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:06.197557 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-28231831-2033-4300-bea2-fe3ae25604c1 req-5c3529a5-1aac-4d77-9c00-c368e7254819 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.0867164
Dec 16 14:46:06.249902 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-28231831-2033-4300-bea2-fe3ae25604c1 req-6f15e7b3-1726-4d0f-8330-d9588831a2de tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460904
Dec 16 14:46:07.462722 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11da50-3897-4f17-a126-d08be5f16e95 req-76425587-4882-4579-9c74-8bebab7024f0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:07.464335 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ab11da50-3897-4f17-a126-d08be5f16e95 req-76425587-4882-4579-9c74-8bebab7024f0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.0880072
Dec 16 14:46:07.513757 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ab11da50-3897-4f17-a126-d08be5f16e95 req-1e2fbf7a-1bce-4c58-90b7-3e72ea1da3d5 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422423
Dec 16 14:46:08.720210 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11d0c9-b245-499e-9dea-ed37b9d72e78 req-16412fca-a774-4cb6-96c9-2a46a03a556e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:08.721714 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-be11d0c9-b245-499e-9dea-ed37b9d72e78 req-16412fca-a774-4cb6-96c9-2a46a03a556e tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.0825665
Dec 16 14:46:08.766966 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-be11d0c9-b245-499e-9dea-ed37b9d72e78 req-893dd788-9b9d-42e6-90ea-00f9ceb4bc51 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389349
Dec 16 14:46:09.981650 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e2a1a-78e6-475d-9053-25555998485a req-7db1843f-1fcf-4d40-ab17-1dd3ca23a7ab tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:09.983113 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c57e2a1a-78e6-475d-9053-25555998485a req-7db1843f-1fcf-4d40-ab17-1dd3ca23a7ab tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.0898025
Dec 16 14:46:10.031841 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c57e2a1a-78e6-475d-9053-25555998485a req-df08378e-e264-47c7-9ee1-9e3d34254301 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424752
Dec 16 14:46:11.227673 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058e571-d0c6-42df-bbc1-8a18340ef6b4 req-56e22f5f-fa94-4a98-b8a2-62186b1f1494 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:11.229156 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1058e571-d0c6-42df-bbc1-8a18340ef6b4 req-56e22f5f-fa94-4a98-b8a2-62186b1f1494 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.0852172
Dec 16 14:46:11.280494 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1058e571-d0c6-42df-bbc1-8a18340ef6b4 req-d3a6d812-7bcd-4dfe-82ec-4cf12e344254 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434363
Dec 16 14:46:12.481730 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edc189-f702-46f8-b95b-e7da8c07b211 req-ed2662b1-1dd0-4f5e-9672-eb7b5dbb29c6 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:12.483156 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-90edc189-f702-46f8-b95b-e7da8c07b211 req-ed2662b1-1dd0-4f5e-9672-eb7b5dbb29c6 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.0847661
Dec 16 14:46:12.533797 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-90edc189-f702-46f8-b95b-e7da8c07b211 req-addc3620-a32c-4019-a46d-ae630db22481 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444252
Dec 16 14:46:13.742666 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2f2ac-d098-4547-ac8a-f648fe138c8c req-36d7eb9d-0468-4ddc-904f-42da55b6dc92 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:13.744172 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-43b2f2ac-d098-4547-ac8a-f648fe138c8c req-36d7eb9d-0468-4ddc-904f-42da55b6dc92 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.0888402
Dec 16 14:46:13.792875 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-43b2f2ac-d098-4547-ac8a-f648fe138c8c req-a95ef86a-c3dd-46e3-91ed-0d7e5d36bf1c tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426118
Dec 16 14:46:14.995776 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc013d-bdbf-4e21-88bd-60a860df18b9 req-94839019-42b4-4b39-8c6a-3bee76f093af tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:14.997268 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-67dc013d-bdbf-4e21-88bd-60a860df18b9 req-94839019-42b4-4b39-8c6a-3bee76f093af tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.0902317
Dec 16 14:46:15.045795 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-67dc013d-bdbf-4e21-88bd-60a860df18b9 req-59d2bd43-8b04-43e0-9706-96f560367ebc tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426664
Dec 16 14:46:15.316752 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:16.245204 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22386d-9e3d-4ed1-abaf-036f38b10ef0 req-cfb910ba-39c1-47b6-805a-9c5fee620b0b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:16.246706 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6d22386d-9e3d-4ed1-abaf-036f38b10ef0 req-cfb910ba-39c1-47b6-805a-9c5fee620b0b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.0861866
Dec 16 14:46:16.293772 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6d22386d-9e3d-4ed1-abaf-036f38b10ef0 req-5440dcae-c242-4725-bd45-dc0d74885038 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392494
Dec 16 14:46:16.462220 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-e511aa0c-f143-4f65-ac37-47f7f38580a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:17.480006 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928479a0-98ec-4461-82b5-5f67f8fc5014 req-d933d986-60cd-4ea0-b7e1-e8b960886997 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:17.481503 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-928479a0-98ec-4461-82b5-5f67f8fc5014 req-d933d986-60cd-4ea0-b7e1-e8b960886997 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 943 time: 0.0795290
Dec 16 14:46:17.528621 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-928479a0-98ec-4461-82b5-5f67f8fc5014 req-f2fcf9a9-8cc3-422b-94e6-90bc64abd9c0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415144
Dec 16 14:46:18.079880 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 863ee071-cd68-4318-b951-baa44727d00f details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:46:18.213530 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 863ee071-cd68-4318-b951-baa44727d00f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=863ee071-cd68-4318-b951-baa44727d00f,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:18.227982 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '863ee071-cd68-4318-b951-baa44727d00f', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'port_id': '863ee071-cd68-4318-b951-baa44727d00f', 'mac_address': 'fa:16:3e:98:1f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:46:18.286208 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:18.302542 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863ee071-cd68-4318-b951-baa44727d00f {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:46:18.319931 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 863ee071-cd68-4318-b951-baa44727d00f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=863ee071-cd68-4318-b951-baa44727d00f,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:18.324107 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:18.325838 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:18.388187 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=863ee071-cd68-4318-b951-baa44727d00f,revision_number=9']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:18.391567 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:18.642130 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['863ee071-cd68-4318-b951-baa44727d00f'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:46:18.725383 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c491e49-b296-47ed-8053-fd8e2396f519 req-513020cf-e0cc-461f-b28d-a50736819633 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:18.727370 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8c491e49-b296-47ed-8053-fd8e2396f519 req-513020cf-e0cc-461f-b28d-a50736819633 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 944 time: 0.0902483
Dec 16 14:46:18.771799 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8c491e49-b296-47ed-8053-fd8e2396f519 req-bd02d715-88dd-42d1-8b40-ed01c19ca933 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384488
Dec 16 14:46:19.016535 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-836b0a83-78c2-4a42-ab44-f14257a7a679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:19.629275 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8ae6bd0e-18ca-40e5-8065-7a1d638f8fce req-66fe4c75-6719-4586-a306-b9044fdeaeaf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0723829
Dec 16 14:46:19.815999 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6bd0e-18ca-40e5-8065-7a1d638f8fce req-b14e9c22-6689-48d3-8ec2-bb16c0353013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:19.817535 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8ae6bd0e-18ca-40e5-8065-7a1d638f8fce req-b14e9c22-6689-48d3-8ec2-bb16c0353013 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=90b1e0c2f8144613a8e65e6b0e208a87&device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 1137 time: 0.1567843
Dec 16 14:46:20.024506 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6bd0e-18ca-40e5-8065-7a1d638f8fce req-f1d2aefb-87b3-4f0b-af63-76521d2fb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:20.025970 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8ae6bd0e-18ca-40e5-8065-7a1d638f8fce req-f1d2aefb-87b3-4f0b-af63-76521d2fb048 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb27a73b-c5ab-4802-a8a2-f712426550d4 HTTP/1.1" status: 200  len: 915 time: 0.1833029
Dec 16 14:46:20.087067 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ffc22-01fc-4670-93ad-d778dc0c3402 req-842a45f3-bdfc-4d8b-85b3-4ec347d18170 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:20.088492 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-318ffc22-01fc-4670-93ad-d778dc0c3402 req-842a45f3-bdfc-4d8b-85b3-4ec347d18170 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 944 time: 0.1773155
Dec 16 14:46:20.098390 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 863ee071-cd68-4318-b951-baa44727d00f up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:46:20.165648 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 863ee071-cd68-4318-b951-baa44727d00f triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:46:20.166009 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:20.166135 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-318ffc22-01fc-4670-93ad-d778dc0c3402 req-8f835e68-b86e-49ba-bf5e-fb319911acb4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714962
Dec 16 14:46:20.172997 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8ae6bd0e-18ca-40e5-8065-7a1d638f8fce req-ca693b8a-8095-4dd0-b7f6-a5dc60d8f5bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66acd505-3947-431a-85d5-04918d500d6b HTTP/1.1" status: 200  len: 1001 time: 0.1398487
Dec 16 14:46:20.241409 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6bd0e-18ca-40e5-8065-7a1d638f8fce req-ce85545a-c683-4a69-9ba8-4c4c84ad206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:20.243076 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8ae6bd0e-18ca-40e5-8065-7a1d638f8fce req-ce85545a-c683-4a69-9ba8-4c4c84ad206e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bf68b7e-96ac-4388-ba66-893dee6d058c HTTP/1.1" status: 200  len: 853 time: 0.0595522
Dec 16 14:46:20.269815 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:20.294468 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:20.321681 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5526fc-135b-4e73-882b-e446f2905447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863ee071-cd68-4318-b951-baa44727d00f'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:46:20.323585 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6bd0e-18ca-40e5-8065-7a1d638f8fce req-49f0f59f-f0e2-4349-9130-e0ff8e1b4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:20.325094 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8ae6bd0e-18ca-40e5-8065-7a1d638f8fce req-49f0f59f-f0e2-4349-9130-e0ff8e1b4b21 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb27a73b-c5ab-4802-a8a2-f712426550d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750015
Dec 16 14:46:20.331869 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 863ee071-cd68-4318-b951-baa44727d00f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=863ee071-cd68-4318-b951-baa44727d00f,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:20.337340 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:20.339392 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:20.373398 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5526fc-135b-4e73-882b-e446f2905447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863ee071-cd68-4318-b951-baa44727d00f', 'code': 200}
Dec 16 14:46:20.420039 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=863ee071-cd68-4318-b951-baa44727d00f,revision_number=10']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:20.423058 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:20.424584 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:20.469718 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8ae6bd0e-18ca-40e5-8065-7a1d638f8fce req-9648e6bb-347c-48e2-af59-eb0d832a32c4 service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368124
Dec 16 14:46:20.623697 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8ae6bd0e-18ca-40e5-8065-7a1d638f8fce req-4ae8b34f-cd1d-4fbc-9aa5-6ab6cae06de3 service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354125
Dec 16 14:46:20.684193 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9568470-d3c4-48e1-a61e-6a279f1620eb req-d16301ef-9408-4d2e-8337-a99c0647c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:20.685715 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e9568470-d3c4-48e1-a61e-6a279f1620eb req-d16301ef-9408-4d2e-8337-a99c0647c9ec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 1099 time: 0.0771887
Dec 16 14:46:20.727821 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e9568470-d3c4-48e1-a61e-6a279f1620eb req-d425b0ee-6814-4f0f-bc98-1b401da9f1c5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358400
Dec 16 14:46:21.350197 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717242ee-4c62-4eb9-a446-a2b06358b384 req-b907cd45-837e-4d5b-956a-1bb870c19cf6 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:21.352277 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-717242ee-4c62-4eb9-a446-a2b06358b384 req-b907cd45-837e-4d5b-956a-1bb870c19cf6 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 946 time: 0.0782866
Dec 16 14:46:21.394575 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-717242ee-4c62-4eb9-a446-a2b06358b384 req-3e868245-d546-4b49-8a2f-24ce2a93d18b tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366731
Dec 16 14:46:22.016053 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:22.587102 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7945ec-4e50-4e14-9aab-caf5ab21a36b req-40416f73-fd14-4373-8d9a-f66d7825795d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:22.588526 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-be7945ec-4e50-4e14-9aab-caf5ab21a36b req-40416f73-fd14-4373-8d9a-f66d7825795d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 946 time: 0.0826318
Dec 16 14:46:22.631062 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-be7945ec-4e50-4e14-9aab-caf5ab21a36b req-203a20b4-4c90-4fb9-a23e-813659a21685 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368991
Dec 16 14:46:37.684525 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2c848c66-d0c2-4338-a4ce-bb2ab4f1f3f5 req-390b4a58-cab1-4472-a45e-45e1a925c097 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518630037&fields=id&tenant_id=90b1e0c2f8144613a8e65e6b0e208a87 HTTP/1.1" status: 200  len: 267 time: 0.0407183
Dec 16 14:46:37.766681 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c848c66-d0c2-4338-a4ce-bb2ab4f1f3f5 req-72e1e578-6d6e-4144-b09b-17ddf26fef70 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:37.768112 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2c848c66-d0c2-4338-a4ce-bb2ab4f1f3f5 req-72e1e578-6d6e-4144-b09b-17ddf26fef70 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 984 time: 0.0781748
Dec 16 14:46:37.778979 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-2c848c66-d0c2-4338-a4ce-bb2ab4f1f3f5 req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Request body: {'port': {'security_groups': ['6d75c3ab-f387-4647-b18d-e0bc29e918eb']}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:46:37.903404 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-2c848c66-d0c2-4338-a4ce-bb2ab4f1f3f5 req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:38.142552 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-2c848c66-d0c2-4338-a4ce-bb2ab4f1f3f5 req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] For port 66acd505-3947-431a-85d5-04918d500d6b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=66acd505-3947-431a-85d5-04918d500d6b,segment=NetworkSegment(baf84605-5033-4c73-83f1-04c20e687c69),segment_id=baf84605-5033-4c73-83f1-04c20e687c69)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:38.167094 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-2c848c66-d0c2-4338-a4ce-bb2ab4f1f3f5 req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:38.171655 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-2c848c66-d0c2-4338-a4ce-bb2ab4f1f3f5 req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:38.178422 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-20526bd3-597c-43d7-85e9-1e2d9c1a6dd4 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:38.207175 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['66acd505-3947-431a-85d5-04918d500d6b'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:46:38.239486 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c848c66-d0c2-4338-a4ce-bb2ab4f1f3f5 req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:38.240124 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-2c848c66-d0c2-4338-a4ce-bb2ab4f1f3f5 req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:38.243814 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2c848c66-d0c2-4338-a4ce-bb2ab4f1f3f5 req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "PUT /v2.0/ports/66acd505-3947-431a-85d5-04918d500d6b HTTP/1.1" status: 200  len: 942 time: 0.4685681
Dec 16 14:46:38.244859 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'tag': '66acd505-3947-431a-85d5-04918d500d6b'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:46:38.247480 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55094) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:38.269149 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event updated for resources: {'Port': ['ID=66acd505-3947-431a-85d5-04918d500d6b,revision_number=7']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:38.278339 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.278784 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.279208 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.279629 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.280045 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.280479 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.281021 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.281439 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.281848 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.282276 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.283041 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.283041 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.287312 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:38.314349 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'tag': '66acd505-3947-431a-85d5-04918d500d6b', 'status': 'completed', 'code': 200}
Dec 16 14:46:38.345882 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2cd29393-bfb6-44bc-b2c1-3cfb64647f10 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:38.373744 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['66acd505-3947-431a-85d5-04918d500d6b'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:46:38.380863 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2cd29393-bfb6-44bc-b2c1-3cfb64647f10 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:38.492833 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c177d-fe5f-43ee-a3bb-c0f59354f930 req-7b870b5e-e1db-43c9-a0f2-99af53445ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:38.494862 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e66c177d-fe5f-43ee-a3bb-c0f59354f930 req-7b870b5e-e1db-43c9-a0f2-99af53445ec2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=90b1e0c2f8144613a8e65e6b0e208a87&device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 1098 time: 0.1014135
Dec 16 14:46:38.498656 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-f15f55b9-bed6-4c91-b8c2-c4350c326c3a None None] Provisioning complete for port 66acd505-3947-431a-85d5-04918d500d6b triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:46:38.499044 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-f15f55b9-bed6-4c91-b8c2-c4350c326c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:38.506362 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:46:38.591933 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2cd29393-bfb6-44bc-b2c1-3cfb64647f10 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:38.598393 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-23e953e6-0eae-4e6c-a539-2ff5ccbd080f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:38.617972 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd29393-bfb6-44bc-b2c1-3cfb64647f10 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=068455a0-72ac-4e2b-886b-7f1892d1a02f,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:38.621560 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-2cd29393-bfb6-44bc-b2c1-3cfb64647f10 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:38.666964 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2cd29393-bfb6-44bc-b2c1-3cfb64647f10 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:38.671525 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-2cd29393-bfb6-44bc-b2c1-3cfb64647f10 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "DELETE /v2.0/security-groups/068455a0-72ac-4e2b-886b-7f1892d1a02f HTTP/1.1" status: 204  len: 168 time: 0.4186165
Dec 16 14:46:38.671928 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55100) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:38.673185 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c177d-fe5f-43ee-a3bb-c0f59354f930 req-20cab26a-d785-43c4-97e6-3eda7d310746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:38.675482 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e66c177d-fe5f-43ee-a3bb-c0f59354f930 req-20cab26a-d785-43c4-97e6-3eda7d310746 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb27a73b-c5ab-4802-a8a2-f712426550d4 HTTP/1.1" status: 200  len: 915 time: 0.1736641
Dec 16 14:46:38.783553 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e66c177d-fe5f-43ee-a3bb-c0f59354f930 req-e2ccb8db-b39e-4601-aea3-aaa649ca14b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66acd505-3947-431a-85d5-04918d500d6b HTTP/1.1" status: 200  len: 1001 time: 0.1006672
Dec 16 14:46:38.846407 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c177d-fe5f-43ee-a3bb-c0f59354f930 req-869d7e7e-35de-4031-8dc4-016bd75d2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:38.847840 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e66c177d-fe5f-43ee-a3bb-c0f59354f930 req-869d7e7e-35de-4031-8dc4-016bd75d2fb0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bf68b7e-96ac-4388-ba66-893dee6d058c HTTP/1.1" status: 200  len: 853 time: 0.0571196
Dec 16 14:46:38.926146 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c177d-fe5f-43ee-a3bb-c0f59354f930 req-0b048ea9-ec99-4287-9953-65493df4abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:38.927525 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e66c177d-fe5f-43ee-a3bb-c0f59354f930 req-0b048ea9-ec99-4287-9953-65493df4abfd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb27a73b-c5ab-4802-a8a2-f712426550d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726323
Dec 16 14:46:38.970146 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Deleting port 2f37779a-fa97-4d4f-96c0-26641674b7dd {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:46:38.970752 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:39.059441 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e66c177d-fe5f-43ee-a3bb-c0f59354f930 req-c380257a-1368-4373-a2f8-bd8a25cc0563 service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245170
Dec 16 14:46:39.139589 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:39.139928 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:39.190641 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-e66c177d-fe5f-43ee-a3bb-c0f59354f930 req-6f8f1a67-07a3-4b5b-9b26-04bdfb53f0f3 service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242759
Dec 16 14:46:39.270898 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Calling delete_port for 2f37779a-fa97-4d4f-96c0-26641674b7dd owned by network:floatingip {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:46:39.425279 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:39.428943 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f75ec5f6-c3dd-4ec6-92d1-8da8d8e5b7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:39.472226 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event deleted for resources: {'Port': ['ID=2f37779a-fa97-4d4f-96c0-26641674b7dd,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:39.475330 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:39.569001 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks [] for floatingip, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:39.569335 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.l3_db [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Floating IP c4b9b1bb-96bd-4d11-96ef-df867bbb1bc1 disassociated (deleted). External IP: 172.27.0.207, port: 66acd505-3947-431a-85d5-04918d500d6b.
Dec 16 14:46:39.925458 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Router b34a5772-fe8f-4ecf-9c79-80a03c237cbe has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:46:40.210500 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:46:40.220938 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfbe7f8-026f-4208-9b21-f0aca442b517 None None] Sync routers for ids ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:46:40.225940 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:40.230772 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfbe7f8-026f-4208-9b21-f0aca442b517 None None] Routers {'b34a5772-fe8f-4ecf-9c79-80a03c237cbe'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:46:40.231472 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-4cfbe7f8-026f-4208-9b21-f0aca442b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c897790>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:40.282155 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "DELETE /v2.0/floatingips/c4b9b1bb-96bd-4d11-96ef-df867bbb1bc1 HTTP/1.1" status: 204  len: 168 time: 1.6101372
Dec 16 14:46:40.315380 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'tag': '66acd505-3947-431a-85d5-04918d500d6b'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:46:40.363445 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'tag': '66acd505-3947-431a-85d5-04918d500d6b', 'status': 'completed', 'code': 200}
Dec 16 14:46:40.449023 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-4cfbe7f8-026f-4208-9b21-f0aca442b517 None None] Set router b34a5772-fe8f-4ecf-9c79-80a03c237cbe gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:46:40.484930 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02e353-4b52-48ce-9e32-1fbcbec1c792 req-cbf20062-e019-48f4-b165-5237774a8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:40.486841 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-1f02e353-4b52-48ce-9e32-1fbcbec1c792 req-cbf20062-e019-48f4-b165-5237774a8172 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=90b1e0c2f8144613a8e65e6b0e208a87&device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 1098 time: 0.0737655
Dec 16 14:46:40.731798 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02e353-4b52-48ce-9e32-1fbcbec1c792 req-4576e0f9-d018-439f-887c-cec20aa08e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:40.733539 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-1f02e353-4b52-48ce-9e32-1fbcbec1c792 req-4576e0f9-d018-439f-887c-cec20aa08e06 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb27a73b-c5ab-4802-a8a2-f712426550d4 HTTP/1.1" status: 200  len: 915 time: 0.2361896
Dec 16 14:46:40.790561 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-4cfbe7f8-026f-4208-9b21-f0aca442b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c897790>, [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 4, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port': {'id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:09Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '38da3996-1875-4d34-b955-a89d83bdd43a', 'name': '', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'mac_address': 'fa:16:3e:6d:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:12Z', 'updated_at': '2021-12-16T14:44:22Z', 'revision_number': 5, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'subnets': [{'id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:40.794854 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfbe7f8-026f-4208-9b21-f0aca442b517 None None] Checking router: b34a5772-fe8f-4ecf-9c79-80a03c237cbe for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:46:40.803809 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfbe7f8-026f-4208-9b21-f0aca442b517 None None] Routers {'b34a5772-fe8f-4ecf-9c79-80a03c237cbe'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:46:40.804411 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-4cfbe7f8-026f-4208-9b21-f0aca442b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c897790>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:40.817776 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-1f02e353-4b52-48ce-9e32-1fbcbec1c792 req-b5b9bc70-57c3-4d18-914a-d933318b30dd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66acd505-3947-431a-85d5-04918d500d6b HTTP/1.1" status: 200  len: 217 time: 0.0754926
Dec 16 14:46:40.881149 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02e353-4b52-48ce-9e32-1fbcbec1c792 req-bbe0e855-4e07-480a-b507-14675d378ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:40.882591 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-1f02e353-4b52-48ce-9e32-1fbcbec1c792 req-bbe0e855-4e07-480a-b507-14675d378ffa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bf68b7e-96ac-4388-ba66-893dee6d058c HTTP/1.1" status: 200  len: 853 time: 0.0583599
Dec 16 14:46:40.962192 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02e353-4b52-48ce-9e32-1fbcbec1c792 req-e2701930-2d42-410c-b8af-f2de3b79a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:40.963698 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-1f02e353-4b52-48ce-9e32-1fbcbec1c792 req-e2701930-2d42-410c-b8af-f2de3b79a35c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb27a73b-c5ab-4802-a8a2-f712426550d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736866
Dec 16 14:46:40.993648 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-4cfbe7f8-026f-4208-9b21-f0aca442b517 None None] Set router b34a5772-fe8f-4ecf-9c79-80a03c237cbe gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:46:41.109957 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-1f02e353-4b52-48ce-9e32-1fbcbec1c792 req-ffa3f799-c83a-4b50-bc38-440a3f3b963b service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258240
Dec 16 14:46:41.254167 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-1f02e353-4b52-48ce-9e32-1fbcbec1c792 req-f83317a5-f4db-453a-89f7-5f28c1422968 service neutron] 10.222.0.66 "GET /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376443
Dec 16 14:46:41.323578 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-4cfbe7f8-026f-4208-9b21-f0aca442b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c897790>, [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 4, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port': {'id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:09Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '38da3996-1875-4d34-b955-a89d83bdd43a', 'name': '', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'mac_address': 'fa:16:3e:6d:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:12Z', 'updated_at': '2021-12-16T14:44:22Z', 'revision_number': 5, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'subnets': [{'id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:41.327834 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfbe7f8-026f-4208-9b21-f0aca442b517 None None] The sync data for ids ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'] in dv-cinder-821892-3-iscsi is: [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:44:13Z', 'revision_number': 4, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port': {'id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:09Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '38da3996-1875-4d34-b955-a89d83bdd43a', 'name': '', 'network_id': 'bb27a73b-c5ab-4802-a8a2-f712426550d4', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'mac_address': 'fa:16:3e:6d:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:12Z', 'updated_at': '2021-12-16T14:44:22Z', 'revision_number': 5, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'subnets': [{'id': '3bf68b7e-96ac-4388-ba66-893dee6d058c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:46:41.558068 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4cdb80-9e59-4c57-9cfa-bc56878c9b74 None None] New status for floating IP c4b9b1bb-96bd-4d11-96ef-df867bbb1bc1: DOWN {{(pid=87791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:46:43.754147 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d00d8-3c1c-489c-942b-fff6ee037961 req-d847ad23-7602-4221-8e3a-f2d979f2f581 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:43.754756 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-559d00d8-3c1c-489c-942b-fff6ee037961 req-d847ad23-7602-4221-8e3a-f2d979f2f581 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Synchronizing usage tracker for tenant:90b1e0c2f8144613a8e65e6b0e208a87 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:46:43.771256 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-559d00d8-3c1c-489c-942b-fff6ee037961 req-d847ad23-7602-4221-8e3a-f2d979f2f581 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Unset dirty status for tenant:90b1e0c2f8144613a8e65e6b0e208a87 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:46:43.772490 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-559d00d8-3c1c-489c-942b-fff6ee037961 req-d847ad23-7602-4221-8e3a-f2d979f2f581 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 945 time: 0.0959923
Dec 16 14:46:43.822234 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-559d00d8-3c1c-489c-942b-fff6ee037961 req-e50c3a78-bc8b-4684-af52-0240f1677502 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434990
Dec 16 14:46:45.010146 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5567d89-3b25-49ba-ae38-f0be81d64262 req-f056173e-9e3e-4931-94fd-7643278ea07a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:45.011641 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e5567d89-3b25-49ba-ae38-f0be81d64262 req-f056173e-9e3e-4931-94fd-7643278ea07a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 945 time: 0.0827501
Dec 16 14:46:45.056007 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e5567d89-3b25-49ba-ae38-f0be81d64262 req-b24cad81-e280-4689-bc6f-daabd5b9403f tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386930
Dec 16 14:46:45.320977 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:45.609150 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a4fbf-b338-46d1-a3ca-acb0164b95dd req-aab084d5-186e-4b99-8ba4-999a201e9a9b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:45.609727 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-8f7a4fbf-b338-46d1-a3ca-acb0164b95dd req-aab084d5-186e-4b99-8ba4-999a201e9a9b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Synchronizing usage tracker for tenant:90b1e0c2f8144613a8e65e6b0e208a87 on resource:port {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:46:45.621156 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-8f7a4fbf-b338-46d1-a3ca-acb0164b95dd req-aab084d5-186e-4b99-8ba4-999a201e9a9b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Unset dirty status for tenant:90b1e0c2f8144613a8e65e6b0e208a87 on resource:port {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:46:45.622230 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-8f7a4fbf-b338-46d1-a3ca-acb0164b95dd req-aab084d5-186e-4b99-8ba4-999a201e9a9b tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.66 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 945 time: 0.0912130
Dec 16 14:46:45.692394 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-8f7a4fbf-b338-46d1-a3ca-acb0164b95dd req-f5d38749-2dc5-4c43-9900-732539474103 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Deleting port 66acd505-3947-431a-85d5-04918d500d6b {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:46:45.692735 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-8f7a4fbf-b338-46d1-a3ca-acb0164b95dd req-f5d38749-2dc5-4c43-9900-732539474103 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:45.947416 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-8f7a4fbf-b338-46d1-a3ca-acb0164b95dd req-f5d38749-2dc5-4c43-9900-732539474103 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] For port 66acd505-3947-431a-85d5-04918d500d6b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=66acd505-3947-431a-85d5-04918d500d6b,segment=NetworkSegment(baf84605-5033-4c73-83f1-04c20e687c69),segment_id=baf84605-5033-4c73-83f1-04c20e687c69)] {{(pid=87789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:45.947771 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-8f7a4fbf-b338-46d1-a3ca-acb0164b95dd req-f5d38749-2dc5-4c43-9900-732539474103 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:46.074290 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-8f7a4fbf-b338-46d1-a3ca-acb0164b95dd req-f5d38749-2dc5-4c43-9900-732539474103 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Calling delete_port for 66acd505-3947-431a-85d5-04918d500d6b owned by compute:nova {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:46:46.219936 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-8f7a4fbf-b338-46d1-a3ca-acb0164b95dd req-f5d38749-2dc5-4c43-9900-732539474103 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:46.226390 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-89bf5142-4a64-4310-853e-93234d93892a tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:46.254878 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['66acd505-3947-431a-85d5-04918d500d6b'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:46:46.257347 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6659d7-e3b0-4261-8ef4-236fae5110c0 req-96f0088e-3f36-4e60-ba9e-feaae6377eaf tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:46.258974 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-de6659d7-e3b0-4261-8ef4-236fae5110c0 req-96f0088e-3f36-4e60-ba9e-feaae6377eaf tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13 HTTP/1.1" status: 200  len: 867 time: 0.0871847
Dec 16 14:46:46.278803 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d38749-2dc5-4c43-9900-732539474103 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Pushing event deleted for resources: {'Port': ['ID=66acd505-3947-431a-85d5-04918d500d6b,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:46.305676 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f5d38749-2dc5-4c43-9900-732539474103 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:46.312359 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-de6659d7-e3b0-4261-8ef4-236fae5110c0 req-fe932839-5f92-4eb3-afdf-a0d79ebe3018 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.64 "GET /v2.0/security-groups?id=6d75c3ab-f387-4647-b18d-e0bc29e918eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462575
Dec 16 14:46:46.353167 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7a4fbf-b338-46d1-a3ca-acb0164b95dd req-f5d38749-2dc5-4c43-9900-732539474103 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] No DVR routers for this DVR port 66acd505-3947-431a-85d5-04918d500d6b on host hv-cinder-82189 {{(pid=87789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:46:46.355759 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-8f7a4fbf-b338-46d1-a3ca-acb0164b95dd req-f5d38749-2dc5-4c43-9900-732539474103 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:46.358320 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'name': 'network-vif-deleted', 'tag': '66acd505-3947-431a-85d5-04918d500d6b'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:46:46.373848 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-8f7a4fbf-b338-46d1-a3ca-acb0164b95dd req-f5d38749-2dc5-4c43-9900-732539474103 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] 10.222.0.66 "DELETE /v2.0/ports/66acd505-3947-431a-85d5-04918d500d6b HTTP/1.1" status: 204  len: 173 time: 0.7452104
Dec 16 14:46:46.403711 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfeb081-8ade-4c82-b80e-cb1a4fb1ac13', 'name': 'network-vif-deleted', 'tag': '66acd505-3947-431a-85d5-04918d500d6b', 'status': 'completed', 'code': 200}
Dec 16 14:46:46.464217 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7d0b2023-3c4a-4e38-8fdf-0c5da0b6d3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:47.880090 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55180) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:48.421777 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c32f2a63-cb35-438e-a644-681cf93d0788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741734'] for router_interface, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:48.764610 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-c32f2a63-cb35-438e-a644-681cf93d0788 admin admin] Deleting port 38da3996-1875-4d34-b955-a89d83bdd43a {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:46:48.764980 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c32f2a63-cb35-438e-a644-681cf93d0788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:48.936417 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-c32f2a63-cb35-438e-a644-681cf93d0788 admin admin] For port 38da3996-1875-4d34-b955-a89d83bdd43a, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=38da3996-1875-4d34-b955-a89d83bdd43a,segment=NetworkSegment(baf84605-5033-4c73-83f1-04c20e687c69),segment_id=baf84605-5033-4c73-83f1-04c20e687c69)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:48.937100 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c32f2a63-cb35-438e-a644-681cf93d0788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:49.018618 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-be241644-c2da-4e1a-80ad-96030e75a0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:49.154371 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-c32f2a63-cb35-438e-a644-681cf93d0788 admin admin] Calling delete_port for 38da3996-1875-4d34-b955-a89d83bdd43a owned by network:router_interface {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:46:49.470606 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c32f2a63-cb35-438e-a644-681cf93d0788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:49.474497 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:49.520795 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f2a63-cb35-438e-a644-681cf93d0788 admin admin] Pushing event deleted for resources: {'Port': ['ID=38da3996-1875-4d34-b955-a89d83bdd43a,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:49.523682 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c32f2a63-cb35-438e-a644-681cf93d0788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:49.785892 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c32f2a63-cb35-438e-a644-681cf93d0788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832278'] for router_interface, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:50.141145 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32f2a63-cb35-438e-a644-681cf93d0788 admin admin] Router b34a5772-fe8f-4ecf-9c79-80a03c237cbe has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:46:50.190604 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 66acd505-3947-431a-85d5-04918d500d6b no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:46:50.227116 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 66acd505-3947-431a-85d5-04918d500d6b {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:46:50.227474 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 66acd505-3947-431a-85d5-04918d500d6b not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:46:50.247192 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:50.414089 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:50.423363 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32f2a63-cb35-438e-a644-681cf93d0788 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:46:50.431447 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a90696-04a2-47b5-9f48-3907e0e12a15 None None] Sync routers for ids ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:46:50.435784 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-c32f2a63-cb35-438e-a644-681cf93d0788 admin admin] 10.222.0.64 "PUT /v2.0/routers/b34a5772-fe8f-4ecf-9c79-80a03c237cbe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5544877
Dec 16 14:46:50.438325 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55186) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:50.441441 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a90696-04a2-47b5-9f48-3907e0e12a15 None None] Routers {'b34a5772-fe8f-4ecf-9c79-80a03c237cbe'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:46:50.442057 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-f9a90696-04a2-47b5-9f48-3907e0e12a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c781310>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:50.626931 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-f9a90696-04a2-47b5-9f48-3907e0e12a15 None None] Set router b34a5772-fe8f-4ecf-9c79-80a03c237cbe gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:46:50.710941 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:50.893105 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:50.902323 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Deleting port ad2ebfc5-0c59-4d3a-8749-5c3f45598991 {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:46:50.902787 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:50.950220 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-f9a90696-04a2-47b5-9f48-3907e0e12a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c781310>, [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:46:49Z', 'revision_number': 5, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port': {'id': 'ad2ebfc5-0c59-4d3a-8749-5c3f45598991', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:09Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:50.954024 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a90696-04a2-47b5-9f48-3907e0e12a15 None None] Checking router: b34a5772-fe8f-4ecf-9c79-80a03c237cbe for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:46:50.962221 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a90696-04a2-47b5-9f48-3907e0e12a15 None None] Routers {'b34a5772-fe8f-4ecf-9c79-80a03c237cbe'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:46:50.962745 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-f9a90696-04a2-47b5-9f48-3907e0e12a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c781310>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:51.077669 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] For port ad2ebfc5-0c59-4d3a-8749-5c3f45598991, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=ad2ebfc5-0c59-4d3a-8749-5c3f45598991,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:51.078022 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:51.110685 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-f9a90696-04a2-47b5-9f48-3907e0e12a15 None None] Set router b34a5772-fe8f-4ecf-9c79-80a03c237cbe gateway port host: None {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:46:51.201330 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Calling delete_port for ad2ebfc5-0c59-4d3a-8749-5c3f45598991 owned by network:router_gateway {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:46:51.215893 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-f9a90696-04a2-47b5-9f48-3907e0e12a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c781310>, [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:46:50Z', 'revision_number': 6, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port_host': None}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:51.219859 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a90696-04a2-47b5-9f48-3907e0e12a15 None None] The sync data for ids ['b34a5772-fe8f-4ecf-9c79-80a03c237cbe'] in dv-cinder-821892-3-iscsi is: [{'id': 'b34a5772-fe8f-4ecf-9c79-80a03c237cbe', 'name': 'tempest-TestMinimumBasicScenario-997621554-router', 'tenant_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:08Z', 'updated_at': '2021-12-16T14:46:50Z', 'revision_number': 6, 'project_id': '90b1e0c2f8144613a8e65e6b0e208a87', 'gw_port_host': None}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:46:51.503244 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:51.506644 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-518f9837-b3ef-48cf-81b1-f29c89d56e0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:51.549933 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2ebfc5-0c59-4d3a-8749-5c3f45598991,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:51.592251 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:51.592620 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:51.593001 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:51.593355 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:51.593705 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:51.594053 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:51.594397 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:51.594739 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:51.595085 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:51.595422 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:51.595760 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:51.596095 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:51.626147 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:51.655903 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831873'] for router_gateway, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:51.835160 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1123'] for router, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:51.837391 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:51.921044 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741647'] for router, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:51.921296 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b34a5772-fe8f-4ecf-9c79-80a03c237cbe {{(pid=87789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 14:46:51.935006 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Notify callbacks [] for router, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:51.936117 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b34a5772-fe8f-4ecf-9c79-80a03c237cbe HTTP/1.1" status: 204  len: 168 time: 1.4967375
Dec 16 14:46:51.938803 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55190) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:52.003986 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_v2 [None req-99dfcce9-d094-45c9-8a45-f7047e9f169b admin admin] Deleting subnet 3bf68b7e-96ac-4388-ba66-893dee6d058c {{(pid=87788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:46:52.007129 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-99dfcce9-d094-45c9-8a45-f7047e9f169b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.018857 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.028664 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 38da3996-1875-4d34-b955-a89d83bdd43a no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:46:52.061958 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-99dfcce9-d094-45c9-8a45-f7047e9f169b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934412'] for subnet, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.064108 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: 38da3996-1875-4d34-b955-a89d83bdd43a {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:46:52.064463 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 38da3996-1875-4d34-b955-a89d83bdd43a not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:46:52.064974 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device ad2ebfc5-0c59-4d3a-8749-5c3f45598991 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:46:52.098584 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: ad2ebfc5-0c59-4d3a-8749-5c3f45598991 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:46:52.098584 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device ad2ebfc5-0c59-4d3a-8749-5c3f45598991 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:46:52.180179 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-99dfcce9-d094-45c9-8a45-f7047e9f169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.256430 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-99dfcce9-d094-45c9-8a45-f7047e9f169b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1525904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1418927'] for subnet, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.260736 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-e2d2ac36-76b4-4974-988d-1e64d02112fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:52.296143 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfcce9-d094-45c9-8a45-f7047e9f169b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf68b7e-96ac-4388-ba66-893dee6d058c,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:52.298995 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-99dfcce9-d094-45c9-8a45-f7047e9f169b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:52.299961 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-99dfcce9-d094-45c9-8a45-f7047e9f169b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.305534 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ce8084-6895-4946-bf93-cb7128363ad5 None None] Network bb27a73b-c5ab-4802-a8a2-f712426550d4 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:46:52.305989 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-99dfcce9-d094-45c9-8a45-f7047e9f169b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3bf68b7e-96ac-4388-ba66-893dee6d058c HTTP/1.1" status: 204  len: 168 time: 0.3660090
Dec 16 14:46:52.308340 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55194) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:52.415404 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.426506 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Deleting port 40351bdb-c0e8-45da-b671-48692e57a5b9 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:46:52.426833 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.557036 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e997565-16bb-4127-9e2e-3297f756c4a8 None None] DHCP port deletion for bb27a73b-c5ab-4802-a8a2-f712426550d4 request from dv-cinder-821892-3-iscsi {{(pid=87790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 14:46:52.561938 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-6e997565-16bb-4127-9e2e-3297f756c4a8 None None] Deleting port 40351bdb-c0e8-45da-b671-48692e57a5b9 {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:46:52.562339 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-6e997565-16bb-4127-9e2e-3297f756c4a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.638928 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] For port 40351bdb-c0e8-45da-b671-48692e57a5b9, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=40351bdb-c0e8-45da-b671-48692e57a5b9,segment=NetworkSegment(baf84605-5033-4c73-83f1-04c20e687c69),segment_id=baf84605-5033-4c73-83f1-04c20e687c69)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:52.639278 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.759929 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-6e997565-16bb-4127-9e2e-3297f756c4a8 None None] For port 40351bdb-c0e8-45da-b671-48692e57a5b9, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=40351bdb-c0e8-45da-b671-48692e57a5b9,segment=NetworkSegment(baf84605-5033-4c73-83f1-04c20e687c69),segment_id=baf84605-5033-4c73-83f1-04c20e687c69)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:52.760370 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-6e997565-16bb-4127-9e2e-3297f756c4a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.765583 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Calling delete_port for 40351bdb-c0e8-45da-b671-48692e57a5b9 owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:46:52.843037 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.846904 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:52.885468 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-6e997565-16bb-4127-9e2e-3297f756c4a8 None None] Calling delete_port for 40351bdb-c0e8-45da-b671-48692e57a5b9 owned by network:dhcp {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:46:52.898930 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Pushing event deleted for resources: {'Port': ['ID=40351bdb-c0e8-45da-b671-48692e57a5b9,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:52.901504 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:52.905172 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] No DVR routers for this DVR port 40351bdb-c0e8-45da-b671-48692e57a5b9 on host dv-cinder-821892-3-iscsi {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:46:53.026686 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.db.api [None req-6e997565-16bb-4127-9e2e-3297f756c4a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:46:53.026912 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:53.027384 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_db.api [None req-6e997565-16bb-4127-9e2e-3297f756c4a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:46:53.054319 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753c3880d0>,) {'filters': {'network_id': ['bb27a73b-c5ab-4802-a8a2-f712426550d4']}} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:53.066861 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753c3880d0>, 'baf84605-5033-4c73-83f1-04c20e687c69') {'for_net_delete': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:53.067160 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753c3880d0>, 'baf84605-5033-4c73-83f1-04c20e687c69') {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:53.079433 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934427'] for segment, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:53.095698 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:53.101915 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:46:53.102344 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1525838'] for segment, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]: Traceback (most recent call last):
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     timer()
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     cb(*args, **kw)
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     return func(*args, **kwargs)
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     self._notify()
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     self.callback(batched_events)
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     event.method(event)
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     return f(self, *a, **k)
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._get(url).json()
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:46:53.115069 dv-cinder-821892-3-iscsi neutron-server[87788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:46:53.189931 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:53.193575 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-7379aabd-8546-47dd-967e-3711ceb52d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:53.207390 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:53.218346 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Pushing event deleted for resources: {'Network': ['ID=bb27a73b-c5ab-4802-a8a2-f712426550d4,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:53.221687 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:53.231622 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] 10.222.0.64 "DELETE /v2.0/networks/bb27a73b-c5ab-4802-a8a2-f712426550d4 HTTP/1.1" status: 204  len: 168 time: 0.9216027
Dec 16 14:46:53.234412 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55198) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:53.528259 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-6e997565-16bb-4127-9e2e-3297f756c4a8 None None] Deleting port 40351bdb-c0e8-45da-b671-48692e57a5b9 {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:46:53.528892 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-6e997565-16bb-4127-9e2e-3297f756c4a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:53.593521 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-6e997565-16bb-4127-9e2e-3297f756c4a8 None None] The port '40351bdb-c0e8-45da-b671-48692e57a5b9' was deleted {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 14:46:53.735610 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 40351bdb-c0e8-45da-b671-48692e57a5b9 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:46:53.804307 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: 40351bdb-c0e8-45da-b671-48692e57a5b9 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:46:53.804675 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 40351bdb-c0e8-45da-b671-48692e57a5b9 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:46:53.882634 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-dbbfc991-cba6-424a-88ab-a5ec56bd222a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741734'] for router_interface, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:54.231279 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-dbbfc991-cba6-424a-88ab-a5ec56bd222a admin admin] Deleting port cc5262af-faad-4960-9861-ce99cfc51891 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:46:54.232285 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-dbbfc991-cba6-424a-88ab-a5ec56bd222a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:54.400082 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-dbbfc991-cba6-424a-88ab-a5ec56bd222a admin admin] For port cc5262af-faad-4960-9861-ce99cfc51891, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=cc5262af-faad-4960-9861-ce99cfc51891,segment=NetworkSegment(18eb20b3-4556-45c3-b916-ac47d0e14cf8),segment_id=18eb20b3-4556-45c3-b916-ac47d0e14cf8)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:54.400436 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-dbbfc991-cba6-424a-88ab-a5ec56bd222a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:54.525445 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-dbbfc991-cba6-424a-88ab-a5ec56bd222a admin admin] Calling delete_port for cc5262af-faad-4960-9861-ce99cfc51891 owned by network:router_interface {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:46:54.701772 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-dbbfc991-cba6-424a-88ab-a5ec56bd222a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:54.705333 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-91add704-d483-4496-bf2e-60fafcf48bcf tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:54.748094 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfc991-cba6-424a-88ab-a5ec56bd222a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5262af-faad-4960-9861-ce99cfc51891,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:54.752810 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-dbbfc991-cba6-424a-88ab-a5ec56bd222a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:55.118390 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-dbbfc991-cba6-424a-88ab-a5ec56bd222a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832278'] for router_interface, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:55.486349 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbfc991-cba6-424a-88ab-a5ec56bd222a admin admin] Router 90845688-7d20-4797-9450-1d55641619e0 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:46:55.725402 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbfc991-cba6-424a-88ab-a5ec56bd222a admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:46:55.737204 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d620f44-e3cf-42b0-823d-c74bf7ebf139 None None] Sync routers for ids ['90845688-7d20-4797-9450-1d55641619e0'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:46:55.739613 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-dbbfc991-cba6-424a-88ab-a5ec56bd222a admin admin] 10.222.0.64 "PUT /v2.0/routers/90845688-7d20-4797-9450-1d55641619e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5042162
Dec 16 14:46:55.742154 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55214) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:55.747616 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d620f44-e3cf-42b0-823d-c74bf7ebf139 None None] Routers {'90845688-7d20-4797-9450-1d55641619e0'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:46:55.748119 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-2d620f44-e3cf-42b0-823d-c74bf7ebf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dfbe8b0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['90845688-7d20-4797-9450-1d55641619e0'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:55.833562 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68011d-2954-41eb-9f54-16ac2acf65e2 req-d59d2a35-15aa-4269-b23b-043748dc02de tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:55.835033 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9d68011d-2954-41eb-9f54-16ac2acf65e2 req-d59d2a35-15aa-4269-b23b-043748dc02de tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 946 time: 0.1986504
Dec 16 14:46:55.922284 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-2d620f44-e3cf-42b0-823d-c74bf7ebf139 None None] Set router 90845688-7d20-4797-9450-1d55641619e0 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:46:55.960049 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9d68011d-2954-41eb-9f54-16ac2acf65e2 req-1b9f2fa1-c627-4602-99ee-5c046aeffb7a tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668883
Dec 16 14:46:55.965206 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Notify callbacks [] for router, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:56.142264 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:56.151641 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Deleting port 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:46:56.151978 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:56.203565 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-2d620f44-e3cf-42b0-823d-c74bf7ebf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dfbe8b0>, [{'id': '90845688-7d20-4797-9450-1d55641619e0', 'name': 'tempest-TestMinimumBasicScenario-860835340-router', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '1144f39e-03ac-45d1-bf47-8f2dd0f38b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:17Z', 'updated_at': '2021-12-16T14:46:54Z', 'revision_number': 5, 'project_id': 'b7c077a4a4cb41c88ca8e94033742898', 'gw_port': {'id': '1144f39e-03ac-45d1-bf47-8f2dd0f38b2f', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90845688-7d20-4797-9450-1d55641619e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:19Z', 'updated_at': '2021-12-16T14:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:56.207323 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d620f44-e3cf-42b0-823d-c74bf7ebf139 None None] Checking router: 90845688-7d20-4797-9450-1d55641619e0 for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:46:56.215469 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d620f44-e3cf-42b0-823d-c74bf7ebf139 None None] Routers {'90845688-7d20-4797-9450-1d55641619e0'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:46:56.215991 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-2d620f44-e3cf-42b0-823d-c74bf7ebf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dfbe8b0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['90845688-7d20-4797-9450-1d55641619e0'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:56.325457 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] For port 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=1144f39e-03ac-45d1-bf47-8f2dd0f38b2f,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:56.325808 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:56.360986 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-2d620f44-e3cf-42b0-823d-c74bf7ebf139 None None] Set router 90845688-7d20-4797-9450-1d55641619e0 gateway port host: None {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:46:56.467934 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-2d620f44-e3cf-42b0-823d-c74bf7ebf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dfbe8b0>, [{'id': '90845688-7d20-4797-9450-1d55641619e0', 'name': 'tempest-TestMinimumBasicScenario-860835340-router', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:17Z', 'updated_at': '2021-12-16T14:46:56Z', 'revision_number': 6, 'project_id': 'b7c077a4a4cb41c88ca8e94033742898', 'gw_port_host': None}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:56.472415 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d620f44-e3cf-42b0-823d-c74bf7ebf139 None None] The sync data for ids ['90845688-7d20-4797-9450-1d55641619e0'] in dv-cinder-821892-3-iscsi is: [{'id': '90845688-7d20-4797-9450-1d55641619e0', 'name': 'tempest-TestMinimumBasicScenario-860835340-router', 'tenant_id': 'b7c077a4a4cb41c88ca8e94033742898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:17Z', 'updated_at': '2021-12-16T14:46:56Z', 'revision_number': 6, 'project_id': 'b7c077a4a4cb41c88ca8e94033742898', 'gw_port_host': None}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:46:56.573047 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Calling delete_port for 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f owned by network:router_gateway {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:46:56.738654 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:56.742304 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c32f2a63-cb35-438e-a644-681cf93d0788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:56.786648 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=1144f39e-03ac-45d1-bf47-8f2dd0f38b2f,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:56.789711 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:56.888298 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831873'] for router_gateway, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.065512 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1123'] for router, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.068367 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.132799 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741647'] for router, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.133331 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90845688-7d20-4797-9450-1d55641619e0 {{(pid=87788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 14:46:57.162743 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Notify callbacks [] for router, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.166049 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] 10.222.0.64 "DELETE /v2.0/routers/90845688-7d20-4797-9450-1d55641619e0 HTTP/1.1" status: 204  len: 168 time: 1.4207428
Dec 16 14:46:57.166279 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55220) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:57.210799 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-d1330cba-aa96-4555-9d69-e7bff272ccb0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:57.211518 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-d1330cba-aa96-4555-9d69-e7bff272ccb0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Synchronizing usage tracker for tenant:431320546381414684830eb2bc36deef on resource:port {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:46:57.231096 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-d1330cba-aa96-4555-9d69-e7bff272ccb0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Unset dirty status for tenant:431320546381414684830eb2bc36deef on resource:port {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:46:57.232276 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-d1330cba-aa96-4555-9d69-e7bff272ccb0 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 946 time: 0.2206509
Dec 16 14:46:57.234539 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0c94a-70bb-4ee0-aa24-1c8780b62d6d req-1ee92667-6c40-425f-ba3f-8399b3e2d4d7 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:57.235987 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-acf0c94a-70bb-4ee0-aa24-1c8780b62d6d req-1ee92667-6c40-425f-ba3f-8399b3e2d4d7 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 946 time: 0.1582749
Dec 16 14:46:57.245537 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5361f07-b8e7-422b-9435-0c091bce68da admin admin] Deleting subnet f68c36c9-7831-4df3-8180-d9e7d186ca23 {{(pid=87788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:46:57.263854 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b5361f07-b8e7-422b-9435-0c091bce68da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.310492 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Deleting port 863ee071-cd68-4318-b951-baa44727d00f {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:46:57.310837 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.330904 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-acf0c94a-70bb-4ee0-aa24-1c8780b62d6d req-359dd2ee-b562-481a-a10e-a1dcf087c4f5 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups?id=02a17cf6-e837-40ef-97e5-64c215b76323&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828042
Dec 16 14:46:57.333036 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b5361f07-b8e7-422b-9435-0c091bce68da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934412'] for subnet, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.416293 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b5361f07-b8e7-422b-9435-0c091bce68da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.486650 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b5361f07-b8e7-422b-9435-0c091bce68da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1525904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1418927'] for subnet, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.490994 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0d6bb4b2-9ae2-4554-8da9-84b447c9acde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:57.528824 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5361f07-b8e7-422b-9435-0c091bce68da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f68c36c9-7831-4df3-8180-d9e7d186ca23,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:57.532883 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-b5361f07-b8e7-422b-9435-0c091bce68da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:57.535353 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b5361f07-b8e7-422b-9435-0c091bce68da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.540634 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe447653-f01e-44cf-a67f-1dedbca527ea None None] Network 48991672-b2ef-4034-b3f4-8d5683a686a3 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:46:57.550194 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-b5361f07-b8e7-422b-9435-0c091bce68da admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f68c36c9-7831-4df3-8180-d9e7d186ca23 HTTP/1.1" status: 204  len: 168 time: 0.3808544
Dec 16 14:46:57.551186 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55224) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:57.600184 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] For port 863ee071-cd68-4318-b951-baa44727d00f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=863ee071-cd68-4318-b951-baa44727d00f,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:57.600563 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.667906 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.682272 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Deleting port 2abd00b9-d33f-4530-8fd1-0df4c47d016f {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:46:57.682624 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.783840 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device cc5262af-faad-4960-9861-ce99cfc51891 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:46:57.840643 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: cc5262af-faad-4960-9861-ce99cfc51891 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:46:57.841540 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device cc5262af-faad-4960-9861-ce99cfc51891 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:46:57.842259 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:46:57.893094 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:46:57.893880 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 1144f39e-03ac-45d1-bf47-8f2dd0f38b2f not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:46:57.900190 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aad227-43bb-4290-b45f-6f03b6b1ae40 None None] DHCP port deletion for 48991672-b2ef-4034-b3f4-8d5683a686a3 request from dv-cinder-821892-3-iscsi {{(pid=87790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 14:46:57.906162 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-c4aad227-43bb-4290-b45f-6f03b6b1ae40 None None] Deleting port 2abd00b9-d33f-4530-8fd1-0df4c47d016f {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:46:57.906865 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c4aad227-43bb-4290-b45f-6f03b6b1ae40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:57.931066 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] For port 2abd00b9-d33f-4530-8fd1-0df4c47d016f, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=2abd00b9-d33f-4530-8fd1-0df4c47d016f,segment=NetworkSegment(18eb20b3-4556-45c3-b916-ac47d0e14cf8),segment_id=18eb20b3-4556-45c3-b916-ac47d0e14cf8)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:57.931450 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:58.010809 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:58.011097 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:58.011414 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.l3_db [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Floating IP c9024465-6cab-4000-aa39-0d1dec4fb3dc disassociated. External IP: 172.27.0.191, port: 863ee071-cd68-4318-b951-baa44727d00f.
Dec 16 14:46:58.011800 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Calling delete_port for 863ee071-cd68-4318-b951-baa44727d00f owned by compute:nova {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:46:58.128844 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-c4aad227-43bb-4290-b45f-6f03b6b1ae40 None None] For port 2abd00b9-d33f-4530-8fd1-0df4c47d016f, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=2abd00b9-d33f-4530-8fd1-0df4c47d016f,segment=NetworkSegment(18eb20b3-4556-45c3-b916-ac47d0e14cf8),segment_id=18eb20b3-4556-45c3-b916-ac47d0e14cf8)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:46:58.129151 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c4aad227-43bb-4290-b45f-6f03b6b1ae40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:58.163798 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Calling delete_port for 2abd00b9-d33f-4530-8fd1-0df4c47d016f owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:46:58.165544 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:58.171412 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-64a4ba66-46e9-45cc-8ab3-3218dafe6bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:58.219052 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event deleted for resources: {'Port': ['ID=863ee071-cd68-4318-b951-baa44727d00f,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:58.222972 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:58.251319 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-c4aad227-43bb-4290-b45f-6f03b6b1ae40 None None] Calling delete_port for 2abd00b9-d33f-4530-8fd1-0df4c47d016f owned by network:dhcp {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:46:58.252938 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:58.257546 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:58.303937 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Pushing event deleted for resources: {'Port': ['ID=2abd00b9-d33f-4530-8fd1-0df4c47d016f,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:58.306807 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:58.311950 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] No DVR routers for this DVR port 2abd00b9-d33f-4530-8fd1-0df4c47d016f on host dv-cinder-821892-3-iscsi {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:46:58.323947 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.db.api [None req-c4aad227-43bb-4290-b45f-6f03b6b1ae40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:46:58.324319 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_db.api [None req-c4aad227-43bb-4290-b45f-6f03b6b1ae40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:46:58.414096 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Router 673877f3-8afd-4670-a416-3600b07d645f has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:46:58.433837 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:58.494258 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753d7bb0d0>,) {'filters': {'network_id': ['48991672-b2ef-4034-b3f4-8d5683a686a3']}} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:58.513662 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1a6c743f-7487-4d44-91da-5af061e611ef req-b7c07c89-60d7-49b5-9a83-bbe813aba8be tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/ports?device_id=aa5526fc-135b-4e73-882b-e446f2905447 HTTP/1.1" status: 200  len: 210 time: 0.0596852
Dec 16 14:46:58.517066 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753d7bb0d0>, '18eb20b3-4556-45c3-b916-ac47d0e14cf8') {'for_net_delete': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:58.517370 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753d7bb0d0>, '18eb20b3-4556-45c3-b916-ac47d0e14cf8') {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:58.529772 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934427'] for segment, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:58.547722 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:58.557302 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=87788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:46:58.557957 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1525838'] for segment, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]: Traceback (most recent call last):
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     timer()
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     cb(*args, **kw)
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     return func(*args, **kwargs)
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     self._notify()
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     self.callback(batched_events)
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     event.method(event)
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     return f(self, *a, **k)
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._get(url).json()
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:46:58.572633 dv-cinder-821892-3-iscsi neutron-server[87788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:46:58.594239 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:46:58.605482 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837327c8-b597-47f2-96f5-67e953a19abb None None] Sync routers for ids ['673877f3-8afd-4670-a416-3600b07d645f'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:46:58.619134 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837327c8-b597-47f2-96f5-67e953a19abb None None] Routers {'673877f3-8afd-4670-a416-3600b07d645f'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:46:58.620125 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-837327c8-b597-47f2-96f5-67e953a19abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dd2d9a0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['673877f3-8afd-4670-a416-3600b07d645f'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:58.657371 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:58.663600 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:58.667766 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0f304065-0b05-4238-8d7c-364809cc39b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:58.682863 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] No DVR routers for this DVR port 863ee071-cd68-4318-b951-baa44727d00f on host hv-cinder-82189 {{(pid=87789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:46:58.686143 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:58.697401 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5526fc-135b-4e73-882b-e446f2905447', 'name': 'network-vif-deleted', 'tag': '863ee071-cd68-4318-b951-baa44727d00f'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:46:58.703404 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] 10.222.0.64 "DELETE /v2.0/networks/48991672-b2ef-4034-b3f4-8d5683a686a3 HTTP/1.1" status: 204  len: 168 time: 1.1503868
Dec 16 14:46:58.707109 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-81596f18-91b2-4ea4-98d2-aab2c1502788 req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.66 "DELETE /v2.0/ports/863ee071-cd68-4318-b951-baa44727d00f HTTP/1.1" status: 204  len: 173 time: 1.4674256
Dec 16 14:46:58.708946 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Pushing event deleted for resources: {'Network': ['ID=48991672-b2ef-4034-b3f4-8d5683a686a3,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:58.716540 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-5d5ccc5e-160a-4c7a-af15-112b744a865f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:58.774709 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5526fc-135b-4e73-882b-e446f2905447', 'name': 'network-vif-deleted', 'tag': '863ee071-cd68-4318-b951-baa44727d00f', 'status': 'completed', 'code': 200}
Dec 16 14:46:58.831310 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-c4aad227-43bb-4290-b45f-6f03b6b1ae40 None None] Deleting port 2abd00b9-d33f-4530-8fd1-0df4c47d016f {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:46:58.831752 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c4aad227-43bb-4290-b45f-6f03b6b1ae40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:58.899076 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-837327c8-b597-47f2-96f5-67e953a19abb None None] Set router 673877f3-8afd-4670-a416-3600b07d645f gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:46:58.941403 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55234) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:58.956370 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-c4aad227-43bb-4290-b45f-6f03b6b1ae40 None None] The port '2abd00b9-d33f-4530-8fd1-0df4c47d016f' was deleted {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 14:46:59.007167 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-ba162ca2-54e2-4f06-b588-b0c973af9738 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90b1e0c2f8144613a8e65e6b0e208a87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0621705
Dec 16 14:46:59.007525 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55238) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:59.071110 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-630b88f7-6c6c-4424-aa3e-54e5fd83d2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:59.104266 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-630b88f7-6c6c-4424-aa3e-54e5fd83d2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:59.163095 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-630b88f7-6c6c-4424-aa3e-54e5fd83d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:59.166904 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7332d5ff-1cfb-4212-ab57-ac17433f8a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:59.180971 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b88f7-6c6c-4424-aa3e-54e5fd83d2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d75c3ab-f387-4647-b18d-e0bc29e918eb,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:59.183371 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-630b88f7-6c6c-4424-aa3e-54e5fd83d2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:59.189448 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-630b88f7-6c6c-4424-aa3e-54e5fd83d2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:59.190579 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-630b88f7-6c6c-4424-aa3e-54e5fd83d2f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d75c3ab-f387-4647-b18d-e0bc29e918eb HTTP/1.1" status: 204  len: 168 time: 0.1820831
Dec 16 14:46:59.242470 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-837327c8-b597-47f2-96f5-67e953a19abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dd2d9a0>, [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:42Z', 'revision_number': 5, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:59.246564 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837327c8-b597-47f2-96f5-67e953a19abb None None] Checking router: 673877f3-8afd-4670-a416-3600b07d645f for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:46:59.255342 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837327c8-b597-47f2-96f5-67e953a19abb None None] Routers {'673877f3-8afd-4670-a416-3600b07d645f'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:46:59.255976 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-837327c8-b597-47f2-96f5-67e953a19abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dd2d9a0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['673877f3-8afd-4670-a416-3600b07d645f'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:59.466206 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-837327c8-b597-47f2-96f5-67e953a19abb None None] Set router 673877f3-8afd-4670-a416-3600b07d645f gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:46:59.538153 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55246) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:59.592044 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-7522e801-06f2-4028-83e0-63b499a137b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7c077a4a4cb41c88ca8e94033742898&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0525484
Dec 16 14:46:59.594435 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55252) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:59.647166 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55258) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:59.684254 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0b6f627f-be92-489e-acde-a71bd1e3693f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:59.746247 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0b6f627f-be92-489e-acde-a71bd1e3693f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:59.760748 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2281-5fb2-4762-ab95-21c20ed83f76 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:59.764614 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 2abd00b9-d33f-4530-8fd1-0df4c47d016f no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:46:59.806099 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: 2abd00b9-d33f-4530-8fd1-0df4c47d016f {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:46:59.806456 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 2abd00b9-d33f-4530-8fd1-0df4c47d016f not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:46:59.811792 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2281-5fb2-4762-ab95-21c20ed83f76 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:59.843307 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-837327c8-b597-47f2-96f5-67e953a19abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dd2d9a0>, [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:42Z', 'revision_number': 5, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:59.851391 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837327c8-b597-47f2-96f5-67e953a19abb None None] The sync data for ids ['673877f3-8afd-4670-a416-3600b07d645f'] in dv-cinder-821892-3-iscsi is: [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:39:27Z', 'revision_number': 4, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '03759846-8774-46f9-9032-be2a4181bd86', 'name': '', 'network_id': '63997e9c-5e41-48b1-b719-91db81ce0d01', 'tenant_id': '431320546381414684830eb2bc36deef', 'mac_address': 'fa:16:3e:99:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:25Z', 'updated_at': '2021-12-16T14:39:42Z', 'revision_number': 5, 'project_id': '431320546381414684830eb2bc36deef', 'subnets': [{'id': '27b1fbfc-a9d0-4474-832b-94caa7c8c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:46:59.863092 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0b6f627f-be92-489e-acde-a71bd1e3693f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:59.867381 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c60d4418-df87-4fb9-8505-c55674e827e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:59.884317 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f627f-be92-489e-acde-a71bd1e3693f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa00cd1-64b0-4cb2-9d79-1d02bc3199ce,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:59.888826 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0b6f627f-be92-489e-acde-a71bd1e3693f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:59.892065 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2281-5fb2-4762-ab95-21c20ed83f76 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:59.899023 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c0eeb75d-d2af-4d52-9de4-ffb4891431db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:59.922916 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d2281-5fb2-4762-ab95-21c20ed83f76 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a17cf6-e837-40ef-97e5-64c215b76323,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:59.925722 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8c4d2281-5fb2-4762-ab95-21c20ed83f76 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:59.926929 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2281-5fb2-4762-ab95-21c20ed83f76 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:59.932351 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-8c4d2281-5fb2-4762-ab95-21c20ed83f76 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "DELETE /v2.0/security-groups/02a17cf6-e837-40ef-97e5-64c215b76323 HTTP/1.1" status: 204  len: 168 time: 0.2799604
Dec 16 14:46:59.932351 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0b6f627f-be92-489e-acde-a71bd1e3693f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:59.932351 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-0b6f627f-be92-489e-acde-a71bd1e3693f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aaa00cd1-64b0-4cb2-9d79-1d02bc3199ce HTTP/1.1" status: 204  len: 168 time: 0.3346879
Dec 16 14:46:59.932351 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55262) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:59.951413 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.api.v2.resource [None req-7e038a66-7e8e-4eb1-bca7-5e21d3e4e504 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] show failed (client error): The resource could not be found.
Dec 16 14:46:59.952447 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-7e038a66-7e8e-4eb1-bca7-5e21d3e4e504 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "GET /v2.0/security-groups/02a17cf6-e837-40ef-97e5-64c215b76323 HTTP/1.1" status: 404  len: 347 time: 0.0195308
Dec 16 14:46:59.955307 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55268) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:00.124938 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Deleting port 0987dc64-24d3-47d1-bdb1-e0929ab1049f {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:47:00.125291 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:00.137165 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c7556-dba5-4775-aaf7-770dd56129fa None None] New status for floating IP c9024465-6cab-4000-aa39-0d1dec4fb3dc: DOWN {{(pid=87791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:47:00.314849 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:00.315175 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:00.441386 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Calling delete_port for 0987dc64-24d3-47d1-bdb1-e0929ab1049f owned by network:floatingip {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:47:00.526007 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.db.api [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:47:00.526352 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_db.api [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:47:01.027267 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Deleting port 0987dc64-24d3-47d1-bdb1-e0929ab1049f {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:47:01.027941 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:01.307552 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:01.307876 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:01.433817 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Calling delete_port for 0987dc64-24d3-47d1-bdb1-e0929ab1049f owned by network:floatingip {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:47:01.576108 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:01.579694 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-9b202934-5cac-426e-b002-476932e7ee65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:01.627998 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Pushing event deleted for resources: {'Port': ['ID=0987dc64-24d3-47d1-bdb1-e0929ab1049f,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:01.654627 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:01.717904 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks [] for floatingip, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:01.731534 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:01.732668 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] 10.222.0.64 "DELETE /v2.0/floatingips/c9024465-6cab-4000-aa39-0d1dec4fb3dc HTTP/1.1" status: 204  len: 168 time: 1.7762401
Dec 16 14:47:02.253105 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 863ee071-cd68-4318-b951-baa44727d00f no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:47:02.290052 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 863ee071-cd68-4318-b951-baa44727d00f {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:47:02.290405 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 863ee071-cd68-4318-b951-baa44727d00f not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:47:04.498053 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55292) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:05.334437 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d800d42c-432a-4e5f-aa5e-2d2e42f68f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741734'] for router_interface, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:05.682483 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [None req-d800d42c-432a-4e5f-aa5e-2d2e42f68f23 admin admin] Deleting port 03759846-8774-46f9-9032-be2a4181bd86 {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:47:05.683146 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d800d42c-432a-4e5f-aa5e-2d2e42f68f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:05.853845 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-d800d42c-432a-4e5f-aa5e-2d2e42f68f23 admin admin] For port 03759846-8774-46f9-9032-be2a4181bd86, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=03759846-8774-46f9-9032-be2a4181bd86,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:47:05.854193 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d800d42c-432a-4e5f-aa5e-2d2e42f68f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:05.979417 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [None req-d800d42c-432a-4e5f-aa5e-2d2e42f68f23 admin admin] Calling delete_port for 03759846-8774-46f9-9032-be2a4181bd86 owned by network:router_interface {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:47:06.162320 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d800d42c-432a-4e5f-aa5e-2d2e42f68f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:06.166948 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-85878e89-df3e-4380-83f0-1394086b476f tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:06.310932 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800d42c-432a-4e5f-aa5e-2d2e42f68f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=03759846-8774-46f9-9032-be2a4181bd86,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:06.314134 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d800d42c-432a-4e5f-aa5e-2d2e42f68f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:06.575958 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d800d42c-432a-4e5f-aa5e-2d2e42f68f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832278'] for router_interface, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:06.928532 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d800d42c-432a-4e5f-aa5e-2d2e42f68f23 admin admin] Router 673877f3-8afd-4670-a416-3600b07d645f has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:47:07.103434 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d800d42c-432a-4e5f-aa5e-2d2e42f68f23 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:47:07.112119 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ef6db-461a-443d-8610-a5879ddb8d2d None None] Sync routers for ids ['673877f3-8afd-4670-a416-3600b07d645f'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:47:07.115133 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-d800d42c-432a-4e5f-aa5e-2d2e42f68f23 admin admin] 10.222.0.64 "PUT /v2.0/routers/673877f3-8afd-4670-a416-3600b07d645f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6160283
Dec 16 14:47:07.117608 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55298) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:07.121481 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ef6db-461a-443d-8610-a5879ddb8d2d None None] Routers {'673877f3-8afd-4670-a416-3600b07d645f'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:47:07.122087 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-687ef6db-461a-443d-8610-a5879ddb8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c53ee80>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['673877f3-8afd-4670-a416-3600b07d645f'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:07.292310 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:07.302179 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-687ef6db-461a-443d-8610-a5879ddb8d2d None None] Set router 673877f3-8afd-4670-a416-3600b07d645f gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:47:07.466637 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:07.477233 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Deleting port 720751d0-9208-4492-a15b-1db210241cbc {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:47:07.477571 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:07.592961 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-687ef6db-461a-443d-8610-a5879ddb8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c53ee80>, [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '720751d0-9208-4492-a15b-1db210241cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:47:06Z', 'revision_number': 5, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port': {'id': '720751d0-9208-4492-a15b-1db210241cbc', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '673877f3-8afd-4670-a416-3600b07d645f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:17Z', 'updated_at': '2021-12-16T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:07.596988 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ef6db-461a-443d-8610-a5879ddb8d2d None None] Checking router: 673877f3-8afd-4670-a416-3600b07d645f for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:47:07.605559 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ef6db-461a-443d-8610-a5879ddb8d2d None None] Routers {'673877f3-8afd-4670-a416-3600b07d645f'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:47:07.606191 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-687ef6db-461a-443d-8610-a5879ddb8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c53ee80>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['673877f3-8afd-4670-a416-3600b07d645f'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:07.757619 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-687ef6db-461a-443d-8610-a5879ddb8d2d None None] Set router 673877f3-8afd-4670-a416-3600b07d645f gateway port host: None {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:47:07.767567 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] For port 720751d0-9208-4492-a15b-1db210241cbc, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=720751d0-9208-4492-a15b-1db210241cbc,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:47:07.767930 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:07.895313 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Calling delete_port for 720751d0-9208-4492-a15b-1db210241cbc owned by network:router_gateway {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:47:07.903547 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-687ef6db-461a-443d-8610-a5879ddb8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c53ee80>, [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:47:07Z', 'revision_number': 6, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port_host': None}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:07.908252 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ef6db-461a-443d-8610-a5879ddb8d2d None None] The sync data for ids ['673877f3-8afd-4670-a416-3600b07d645f'] in dv-cinder-821892-3-iscsi is: [{'id': '673877f3-8afd-4670-a416-3600b07d645f', 'name': 'tempest-AttachVolumeShelveTestJSON-1068407482-router', 'tenant_id': '431320546381414684830eb2bc36deef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:15Z', 'updated_at': '2021-12-16T14:47:07Z', 'revision_number': 6, 'project_id': '431320546381414684830eb2bc36deef', 'gw_port_host': None}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:47:08.067718 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:08.072151 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-94471253-c86a-4970-b1a5-7327e0a8b7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:08.118439 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=720751d0-9208-4492-a15b-1db210241cbc,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:08.143818 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:08.205645 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831873'] for router_gateway, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:08.379818 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1123'] for router, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:08.382038 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:08.403374 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741647'] for router, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:08.403912 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 673877f3-8afd-4670-a416-3600b07d645f {{(pid=87789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 14:47:08.416369 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Notify callbacks [] for router, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:08.417537 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] 10.222.0.64 "DELETE /v2.0/routers/673877f3-8afd-4670-a416-3600b07d645f HTTP/1.1" status: 204  len: 168 time: 1.2990406
Dec 16 14:47:08.420113 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55302) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:08.480229 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_v2 [None req-529d92bb-7ac9-4925-a95f-16221b3235b0 admin admin] Deleting subnet 27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 {{(pid=87789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:47:08.483204 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-529d92bb-7ac9-4925-a95f-16221b3235b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:08.531802 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-529d92bb-7ac9-4925-a95f-16221b3235b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2750870'] for subnet, precommit_delete_associations {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:08.648628 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-529d92bb-7ac9-4925-a95f-16221b3235b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:08.720283 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-529d92bb-7ac9-4925-a95f-16221b3235b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2354036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2333516'] for subnet, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:08.724317 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-81b83a31-c768-470d-8f40-09d98af258c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:08.762052 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d92bb-7ac9-4925-a95f-16221b3235b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b1fbfc-a9d0-4474-832b-94caa7c8c0e5,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:08.765475 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-529d92bb-7ac9-4925-a95f-16221b3235b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:08.766457 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-529d92bb-7ac9-4925-a95f-16221b3235b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:08.772636 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-529d92bb-7ac9-4925-a95f-16221b3235b0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/27b1fbfc-a9d0-4474-832b-94caa7c8c0e5 HTTP/1.1" status: 204  len: 168 time: 0.3515313
Dec 16 14:47:08.775768 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55306) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:08.776473 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65e7a86-bccb-4a91-ba73-1040c1ab7c9c None None] Network 63997e9c-5e41-48b1-b719-91db81ce0d01 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:47:08.889527 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:08.900667 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Deleting port a92a9b4a-1af2-468b-9029-772018921157 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:47:08.901049 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:09.034625 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8d63e6-13dc-4edf-be48-9a06b21afdef None None] DHCP port deletion for 63997e9c-5e41-48b1-b719-91db81ce0d01 request from dv-cinder-821892-3-iscsi {{(pid=87790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 14:47:09.038848 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d63e6-13dc-4edf-be48-9a06b21afdef None None] Deleting port a92a9b4a-1af2-468b-9029-772018921157 {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:47:09.039233 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-dc8d63e6-13dc-4edf-be48-9a06b21afdef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:09.116682 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] For port a92a9b4a-1af2-468b-9029-772018921157, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=a92a9b4a-1af2-468b-9029-772018921157,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:47:09.117080 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:09.239031 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Calling delete_port for a92a9b4a-1af2-468b-9029-772018921157 owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:47:09.242033 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-dc8d63e6-13dc-4edf-be48-9a06b21afdef None None] For port a92a9b4a-1af2-468b-9029-772018921157, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=a92a9b4a-1af2-468b-9029-772018921157,segment=NetworkSegment(8223f641-8aae-41f1-b123-5b2fef058e13),segment_id=8223f641-8aae-41f1-b123-5b2fef058e13)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:47:09.242551 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-dc8d63e6-13dc-4edf-be48-9a06b21afdef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:09.318179 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:09.321890 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2d877861-7dad-4385-94aa-135c30e832e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:09.364195 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a92a9b4a-1af2-468b-9029-772018921157,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:09.367770 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:09.367964 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d63e6-13dc-4edf-be48-9a06b21afdef None None] Calling delete_port for a92a9b4a-1af2-468b-9029-772018921157 owned by network:dhcp {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:47:09.370256 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] No DVR routers for this DVR port a92a9b4a-1af2-468b-9029-772018921157 on host dv-cinder-821892-3-iscsi {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:47:09.437645 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.db.api [None req-dc8d63e6-13dc-4edf-be48-9a06b21afdef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:47:09.437999 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_db.api [None req-dc8d63e6-13dc-4edf-be48-9a06b21afdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:47:09.485609 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:09.510577 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753c26dd00>,) {'filters': {'network_id': ['63997e9c-5e41-48b1-b719-91db81ce0d01']}} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:09.522488 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753c26dd00>, '8223f641-8aae-41f1-b123-5b2fef058e13') {'for_net_delete': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:09.522780 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753c26dd00>, '8223f641-8aae-41f1-b123-5b2fef058e13') {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:09.534553 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934427'] for segment, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:09.550172 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:09.556154 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=87788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:47:09.556699 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1525838'] for segment, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]: Traceback (most recent call last):
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     timer()
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     cb(*args, **kw)
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     return func(*args, **kwargs)
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     self._notify()
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     self.callback(batched_events)
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     event.method(event)
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     return f(self, *a, **k)
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._get(url).json()
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:47:09.569750 dv-cinder-821892-3-iscsi neutron-server[87788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:47:09.646664 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:09.650203 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:09.664030 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:09.674557 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=63997e9c-5e41-48b1-b719-91db81ce0d01,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:09.677781 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:09.688603 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/63997e9c-5e41-48b1-b719-91db81ce0d01 HTTP/1.1" status: 204  len: 168 time: 0.9108949
Dec 16 14:47:09.745879 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device a92a9b4a-1af2-468b-9029-772018921157 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:47:09.782340 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: a92a9b4a-1af2-468b-9029-772018921157 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:47:09.783016 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device a92a9b4a-1af2-468b-9029-772018921157 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:47:09.783154 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 03759846-8774-46f9-9032-be2a4181bd86 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:47:09.813681 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55312) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:09.819219 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: 03759846-8774-46f9-9032-be2a4181bd86 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:47:09.819575 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 03759846-8774-46f9-9032-be2a4181bd86 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:47:09.820010 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 720751d0-9208-4492-a15b-1db210241cbc no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:47:09.853621 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: 720751d0-9208-4492-a15b-1db210241cbc {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:47:09.854063 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 720751d0-9208-4492-a15b-1db210241cbc not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:47:09.866573 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-2806b1a1-7e19-4b16-991d-79f28ce5926d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=431320546381414684830eb2bc36deef&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0515690
Dec 16 14:47:09.868991 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55316) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:09.939012 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d63e6-13dc-4edf-be48-9a06b21afdef None None] Deleting port a92a9b4a-1af2-468b-9029-772018921157 {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:47:09.939413 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-dc8d63e6-13dc-4edf-be48-9a06b21afdef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:10.008725 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d63e6-13dc-4edf-be48-9a06b21afdef None None] The port 'a92a9b4a-1af2-468b-9029-772018921157' was deleted {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 14:47:10.026436 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-007ae5ab-131e-4e29-b97a-315f8514fac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:10.053430 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-007ae5ab-131e-4e29-b97a-315f8514fac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:10.105891 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-007ae5ab-131e-4e29-b97a-315f8514fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:10.109567 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-60503cfa-ebcd-4787-a162-a26a4e440efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:10.123210 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ae5ab-131e-4e29-b97a-315f8514fac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f613d5-91ec-4eb9-ab9d-bdaf1aea4a6c,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:10.127592 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-007ae5ab-131e-4e29-b97a-315f8514fac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:10.130833 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-007ae5ab-131e-4e29-b97a-315f8514fac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:10.132024 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-007ae5ab-131e-4e29-b97a-315f8514fac9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5f613d5-91ec-4eb9-ab9d-bdaf1aea4a6c HTTP/1.1" status: 204  len: 168 time: 0.2621574
Dec 16 14:47:10.841418 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55340) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:10.946094 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1372296938-network', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:47:10.950683 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:47:10.954543 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Usage tracker for resource:network and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:47:10.957393 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:47:10.962996 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:47:10.973479 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Made reservation on behalf of bb0a577a94a04b3eaaaf2d2347f21e44 for: {'network': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:47:10.975921 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:10.988426 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:11.002279 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:47:11.006094 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Usage tracker for resource:security_group_rule and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:47:11.008852 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:47:11.014936 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:47:11.096199 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:11.100277 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:11.103310 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-eb4a3985-9cdd-4f83-836b-67b0b3515942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:11.129769 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'}  {{(pid=87789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:47:11.138092 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fac5a09-bd12-49f7-b4c9-b62661490485,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:11.142508 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:11.146414 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:11.146783 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.segments_db [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Added segment dcaad9e5-0183-40b9-b470-e65cf73bdde3 of type vlan for network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5
Dec 16 14:47:11.173341 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:11.200981 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:11.202800 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:11.203385 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:11.207933 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-34221f7b-d1ee-4199-8ea7-4d84973a3c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:11.303448 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4607418
Dec 16 14:47:11.306306 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Pushing event updated for resources: {'Network': ['ID=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:11.306435 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55346) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:11.308983 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-11a61ce8-df89-4785-8ad6-5ed41018abe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:11.312660 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Request body: {'subnet': {'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1372296938-subnet', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:47:11.316579 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:47:11.317411 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:47:11.321124 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Usage tracker for resource:subnet and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:47:11.323929 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:47:11.330368 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:47:11.341222 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Made reservation on behalf of bb0a577a94a04b3eaaaf2d2347f21e44 for: {'subnet': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:47:11.344148 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1418884'] for subnet, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:11.544149 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1525975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1418934'] for subnet, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:11.548689 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0a9c14e8-3479-4e37-bc6f-af376789075b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:11.620124 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05df6ab1-1a47-4448-a98a-27fa1060377f,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:11.624483 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:11.628431 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Checking segment: {'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:47:11.628816 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Network hostable DHCP agents. Network: 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:47:11.647806 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:47:11.656347 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5) {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:47:11.661457 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:11.663025 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:11.666003 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3865d404-0205-488f-b303-b97cff7545c6 None None] Network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:47:11.683720 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3759863
Dec 16 14:47:11.687303 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55350) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:11.692219 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:47:11.697150 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:47:11.700935 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Usage tracker for resource:router and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:47:11.704453 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:47:11.710971 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:47:11.721896 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1834981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1169'] for router, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:11.722867 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1940600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1130'] for router, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:11.738469 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:11.883105 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf478f8b-adfe-50d8-afc5-8c7ba86bb1bc-8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f'}]}} from dv-cinder-821892-3-iscsi. {{(pid=87790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 14:47:11.884447 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:12.014088 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1148'] for router, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:12.037818 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.db_base_plugin_common [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Allocated IP 172.20.0.2 (8e2c3c82-d885-4e17-97cb-7ea9c8e597d5/05df6ab1-1a47-4448-a98a-27fa1060377f/033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8) {{(pid=87790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:47:12.265510 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Notify callbacks [] for port, precommit_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:12.276144 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Transition to ACTIVE for port object 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:47:12.295092 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Transition to ACTIVE for port object 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 will not be triggered until provisioned by entity DHCP. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:47:12.301256 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:12.305952 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:12.325474 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:12.354953 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:12.367540 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 is already hosted by enough agents. {{(pid=87790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:47:12.370471 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.base_scheduler [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Resources bound (agent type, host, resource id):  {{(pid=87790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:47:12.374161 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Received port after_create {{(pid=87790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:47:12.379726 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Pushing event updated for resources: {'Port': ['ID=033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8,revision_number=1']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:12.415800 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:12.416141 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:12.416477 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:12.416827 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:12.417170 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:12.417486 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:12.417808 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:12.418130 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:12.418456 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:12.418770 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:12.419083 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:12.419396 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:12.427396 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:12.479148 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Attempting to bind port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:47:12.479526 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Attempting to bind port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:47:12.479888 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Attempting to bind port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 on network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:47:12.486054 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:47:12.486467 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Checking segment: {'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:47:12.486858 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:12.487315 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Bound using segment: {'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:47:12.487781 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Bound port: 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:47:12.488159 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:12.499437 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Allocated IP 172.27.0.214 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/74a05e7f-2ebc-4582-915e-8df1dd5834ec) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:47:12.574917 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] For port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:47:12.578614 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] For port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:47:12.582221 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:12.586656 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-41f5c80a-01ad-44f5-80f8-7fd84beffe99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:12.648662 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:12.673812 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Pushing event updated for resources: {'Port': ['ID=033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:12.676702 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:12.681023 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:12.688933 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-6b427d10-8074-4d79-8e63-bbf054af2c2d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:12.750130 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:47:12.753146 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:47:12.755746 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:47:12.922550 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Pushing event updated for resources: {'Port': ['ID=74a05e7f-2ebc-4582-915e-8df1dd5834ec,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:12.926788 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:13.290292 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:13.640884 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473e359e-2169-4bc7-b63f-ab4bfcfcaad3 None None] Network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:47:13.649092 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831909'] for router, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:13.768817 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-4a3d5e26-b46a-4cff-93c6-4c528053444a None None] Provisioning for port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:47:13.804260 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:47:13.862386 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 is scheduled to L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 with binding_index 1 {{(pid=87788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 14:47:13.939019 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:47:13.945310 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:47:13.945619 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:14.042203 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:47:14.052321 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Sync routers for ids ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:47:14.062143 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Routers {'57ba3191-c949-49b5-b7fc-93cb2f9b4f58'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:47:14.062907 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e9761c0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:14.070033 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Notify callbacks [] for router, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:14.071629 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.3833187
Dec 16 14:47:14.074861 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55354) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:14.091252 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:14.129771 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:47:14.135251 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:14.137519 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:14.217040 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:14.220615 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:14.259274 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-518a54b8-1ce8-4286-ae4a-6afad98d18ba None None] Provisioning complete for port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:47:14.259650 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-518a54b8-1ce8-4286-ae4a-6afad98d18ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:14.272294 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Set router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:47:14.562694 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e9761c0>, [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:13Z', 'revision_number': 3, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:14.565669 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Checking router: 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:47:14.566020 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Updating router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 port 74a05e7f-2ebc-4582-915e-8df1dd5834ec binding host dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:47:14.616913 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:14.861269 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:14.948195 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Notify callbacks [] for port, precommit_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:14.960850 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.provisioning_blocks [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Transition to ACTIVE for port object 74a05e7f-2ebc-4582-915e-8df1dd5834ec will not be triggered until provisioned by entity L2. {{(pid=87791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:47:14.966566 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:14.970495 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-5c647dda-85fa-486f-8097-c7621b0277a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:15.047426 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Pushing event updated for resources: {'Port': ['ID=74a05e7f-2ebc-4582-915e-8df1dd5834ec,revision_number=2']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:15.056072 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Attempting to bind port 74a05e7f-2ebc-4582-915e-8df1dd5834ec on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:47:15.056709 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Attempting to bind port 74a05e7f-2ebc-4582-915e-8df1dd5834ec by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:47:15.056864 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Attempting to bind port 74a05e7f-2ebc-4582-915e-8df1dd5834ec on network f1f8b53d-41ff-4b87-b9f2-88da98e427ba {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:47:15.059776 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:15.060108 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:15.060434 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:15.060770 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:15.061099 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:15.061416 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:15.062291 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:15.062610 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:15.062936 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:15.063247 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:15.063553 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:15.063856 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:47:15.068118 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:15.070573 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:47:15.070944 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Checking segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:47:15.071350 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:15.071726 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Bound using segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:47:15.072206 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Bound port: 74a05e7f-2ebc-4582-915e-8df1dd5834ec, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:47:15.073220 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:15.075001 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Allocated IP 172.20.0.1 (8e2c3c82-d885-4e17-97cb-7ea9c8e597d5/05df6ab1-1a47-4448-a98a-27fa1060377f/bd8a7558-fde0-4e3b-9660-1c6da854762c) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:47:15.144695 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] For port 74a05e7f-2ebc-4582-915e-8df1dd5834ec, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:47:15.147821 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] For port 74a05e7f-2ebc-4582-915e-8df1dd5834ec, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=74a05e7f-2ebc-4582-915e-8df1dd5834ec,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:47:15.151570 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:15.155846 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:15.221470 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:15.231256 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Routers {'57ba3191-c949-49b5-b7fc-93cb2f9b4f58'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:47:15.231869 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e9761c0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:15.237798 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Transition to ACTIVE for port object bd8a7558-fde0-4e3b-9660-1c6da854762c will not be triggered until provisioned by entity DHCP. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:47:15.260864 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:15.265354 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-95e1a701-4655-46cb-838a-a525344b3d5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:15.286094 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Pushing event updated for resources: {'Port': ['ID=74a05e7f-2ebc-4582-915e-8df1dd5834ec,revision_number=3']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:15.295830 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-1c4c345c-940b-44e2-bbfc-b634ee702578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:15.325668 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:15.330430 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:47:15.333683 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:47:15.337248 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:47:15.367444 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Pushing event updated for resources: {'Port': ['ID=bd8a7558-fde0-4e3b-9660-1c6da854762c,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:15.378245 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:15.396047 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741611'] for router_interface, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:15.421894 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] Set router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:47:15.578961 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:47:15.608142 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-7084077e-bdfc-4b58-a76b-4ec0aae6e92f None None] Provisioning for port bd8a7558-fde0-4e3b-9660-1c6da854762c completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:47:15.613349 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-7084077e-bdfc-4b58-a76b-4ec0aae6e92f None None] Provisioning complete for port bd8a7558-fde0-4e3b-9660-1c6da854762c triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:47:15.613736 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7084077e-bdfc-4b58-a76b-4ec0aae6e92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:15.658282 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:15.667269 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-7084077e-bdfc-4b58-a76b-4ec0aae6e92f None None] Port bd8a7558-fde0-4e3b-9660-1c6da854762c cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:47:15.753206 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:47:15.762136 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e9761c0>, [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:13Z', 'revision_number': 3, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:15.767257 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186471e5-8cbc-4f79-96e1-4718f9b0fe40 None None] The sync data for ids ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'] in dv-cinder-821892-3-iscsi is: [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:13Z', 'revision_number': 3, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:47:15.835128 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:47:15.835838 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:16.033748 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:16.038396 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:16.064313 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:16.151413 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Pushing event updated for resources: {'Port': ['ID=bd8a7558-fde0-4e3b-9660-1c6da854762c,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:16.154054 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741768'] for router_interface, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:16.161573 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:16.295111 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:47:16.296803 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:47:16.473834 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd903-9e9a-4ef4-b9a1-c48aed394cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:16.505039 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:47:16.598610 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-5c5fb069-13bd-43e3-ae50-6314251861d5 None None] Provisioning complete for port bd8a7558-fde0-4e3b-9660-1c6da854762c triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:47:16.598984 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb069-13bd-43e3-ae50-6314251861d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:16.654365 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-5c5fb069-13bd-43e3-ae50-6314251861d5 None None] Port bd8a7558-fde0-4e3b-9660-1c6da854762c cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:47:16.686483 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:47:16.695066 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] 10.222.0.64 "PUT /v2.0/routers/57ba3191-c949-49b5-b7fc-93cb2f9b4f58/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6191676
Dec 16 14:47:17.244553 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55366) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:17.250025 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622071242', 'description': 'tempest-description--983964753'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:47:17.256179 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:47:17.260240 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Usage tracker for resource:security_group and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:47:17.263391 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:47:17.269887 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:47:17.281914 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:17.304731 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:47:17.310022 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Usage tracker for resource:security_group_rule and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:47:17.313136 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:47:17.319037 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:47:17.329605 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Sync routers for ids ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:47:17.339378 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Routers {'57ba3191-c949-49b5-b7fc-93cb2f9b4f58'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:47:17.340127 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dde3610>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:17.397963 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:17.403075 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:17.406801 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-232d9bb0-d2e6-4151-84b7-7b1c0bf08317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:17.444875 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9538e710-29fd-472a-9ab5-3c7cd1a868a8,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:17.448106 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:17.451508 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2033491
Dec 16 14:47:17.451508 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0f9ff9b4-d202-4e02-9841-ba892448afb0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:17.451773 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55370) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:17.457937 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-72be1d82-cfe1-4135-b2cf-b7b1d1c9adb4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Request body: {'security_group_rule': {'security_group_id': '9538e710-29fd-472a-9ab5-3c7cd1a868a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:47:17.463808 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-72be1d82-cfe1-4135-b2cf-b7b1d1c9adb4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:47:17.467606 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-72be1d82-cfe1-4135-b2cf-b7b1d1c9adb4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Usage tracker for resource:security_group_rule and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:47:17.470463 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-72be1d82-cfe1-4135-b2cf-b7b1d1c9adb4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:47:17.476408 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-72be1d82-cfe1-4135-b2cf-b7b1d1c9adb4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:47:17.493947 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-72be1d82-cfe1-4135-b2cf-b7b1d1c9adb4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:17.555311 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-72be1d82-cfe1-4135-b2cf-b7b1d1c9adb4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:17.559302 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-72be1d82-cfe1-4135-b2cf-b7b1d1c9adb4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:17.564469 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Set router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:47:17.567536 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:17.585764 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be1d82-cfe1-4135-b2cf-b7b1d1c9adb4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531fccfd-fc00-4079-a5ae-a65a00904e28,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:17.588355 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-72be1d82-cfe1-4135-b2cf-b7b1d1c9adb4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:17.596052 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-72be1d82-cfe1-4135-b2cf-b7b1d1c9adb4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:17.599752 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-72be1d82-cfe1-4135-b2cf-b7b1d1c9adb4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1444249
Dec 16 14:47:17.599933 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55374) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:17.604893 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-33c60d8e-d4a3-4604-b119-be24b268ba31 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Request body: {'security_group_rule': {'security_group_id': '9538e710-29fd-472a-9ab5-3c7cd1a868a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:47:17.610597 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-33c60d8e-d4a3-4604-b119-be24b268ba31 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:47:17.614418 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-33c60d8e-d4a3-4604-b119-be24b268ba31 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Usage tracker for resource:security_group_rule and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:47:17.618208 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-33c60d8e-d4a3-4604-b119-be24b268ba31 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:47:17.622924 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-33c60d8e-d4a3-4604-b119-be24b268ba31 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:47:17.640814 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-33c60d8e-d4a3-4604-b119-be24b268ba31 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:17.707389 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-33c60d8e-d4a3-4604-b119-be24b268ba31 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:17.712758 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-33c60d8e-d4a3-4604-b119-be24b268ba31 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:17.721585 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-174750ad-f817-4a91-9099-2819337a60ea tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:17.742433 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c60d8e-d4a3-4604-b119-be24b268ba31 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18bd8e49-ce7e-4d51-9ab6-762382396b3d,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:17.744952 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-33c60d8e-d4a3-4604-b119-be24b268ba31 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:17.750433 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-33c60d8e-d4a3-4604-b119-be24b268ba31 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:17.754844 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-33c60d8e-d4a3-4604-b119-be24b268ba31 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1510015
Dec 16 14:47:17.754844 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55378) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:17.760823 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Request body: {'floatingip': {'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:47:17.766492 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:47:17.770399 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Usage tracker for resource:floatingip and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:47:17.774973 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:47:17.781477 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:47:17.783004 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 74a05e7f-2ebc-4582-915e-8df1dd5834ec up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:47:17.793482 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for floatingip, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:17.932827 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:17.933955 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 74a05e7f-2ebc-4582-915e-8df1dd5834ec completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:47:17.941710 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 74a05e7f-2ebc-4582-915e-8df1dd5834ec triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:47:17.942085 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.015396 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dde3610>, [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 2, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:18.041812 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Checking router: 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:47:18.042172 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Updating router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 port bd8a7558-fde0-4e3b-9660-1c6da854762c binding host dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:47:18.066981 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Allocated IP 172.27.0.213 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/ef06acbf-cf18-4166-8e2e-87bc09c164b6) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:47:18.120034 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.124496 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.182822 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 74a05e7f-2ebc-4582-915e-8df1dd5834ec, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=74a05e7f-2ebc-4582-915e-8df1dd5834ec,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:47:18.193591 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.198079 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:18.215708 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.246687 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.251701 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-712cbdec-20ee-4cd4-8ee7-45e74eca8ade service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:18.333565 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=74a05e7f-2ebc-4582-915e-8df1dd5834ec,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:18.337162 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:18.422519 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:47:18.425335 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:47:18.429001 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:47:18.474911 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event updated for resources: {'Port': ['ID=ef06acbf-cf18-4166-8e2e-87bc09c164b6,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:18.478881 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:18.517735 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.550608 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Notify callbacks [] for port, precommit_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.562363 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Transition to ACTIVE for port object bd8a7558-fde0-4e3b-9660-1c6da854762c will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:47:18.568821 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.573256 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-d9a9cb93-a385-4ba4-bbcd-ec577d398f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:18.577516 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.730135 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b268e-fbca-4d9b-ae64-43df13308f25 None None] Pushing event updated for resources: {'Port': ['ID=bd8a7558-fde0-4e3b-9660-1c6da854762c,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:18.737218 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-060b268e-fbca-4d9b-ae64-43df13308f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:18.790886 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Attempting to bind port bd8a7558-fde0-4e3b-9660-1c6da854762c on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:47:18.791219 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Attempting to bind port bd8a7558-fde0-4e3b-9660-1c6da854762c by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:47:18.791590 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Attempting to bind port bd8a7558-fde0-4e3b-9660-1c6da854762c on network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:47:18.800601 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:47:18.801039 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Checking segment: {'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:47:18.801442 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.801561 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.801843 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Bound using segment: {'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:47:18.802321 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Bound port: bd8a7558-fde0-4e3b-9660-1c6da854762c, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:47:18.802883 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.807633 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.818811 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:18.918694 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] For port bd8a7558-fde0-4e3b-9660-1c6da854762c, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:47:18.922637 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] For port bd8a7558-fde0-4e3b-9660-1c6da854762c, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=bd8a7558-fde0-4e3b-9660-1c6da854762c,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:47:18.926820 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.930414 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:18.986849 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event updated for resources: {'Port': ['ID=ef06acbf-cf18-4166-8e2e-87bc09c164b6,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:18.995078 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:18.998560 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:18.999682 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Routers {'57ba3191-c949-49b5-b7fc-93cb2f9b4f58'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:47:19.000313 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dde3610>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:19.029054 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3f180ca2-6607-41ad-b3fe-d2d6eeab705f req-94da092f-dd54-4093-8d4b-3a5318e00b1d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1713016
Dec 16 14:47:19.033764 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:19.041855 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-9c540e12-47af-4582-840c-0b4c16dd7861 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2791100
Dec 16 14:47:19.158484 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f180ca2-6607-41ad-b3fe-d2d6eeab705f req-9ceed64d-85fa-4bb3-bdbc-7a53e5f82d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:19.159919 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3f180ca2-6607-41ad-b3fe-d2d6eeab705f req-9ceed64d-85fa-4bb3-bdbc-7a53e5f82d2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=46480af5f9db43618ad0897695518251&device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 1098 time: 0.0963864
Dec 16 14:47:19.205836 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b268e-fbca-4d9b-ae64-43df13308f25 None None] Pushing event updated for resources: {'Port': ['ID=bd8a7558-fde0-4e3b-9660-1c6da854762c,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:19.208621 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-5842e46c-0541-4403-a4c5-3e31c06cede3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:19.217549 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-060b268e-fbca-4d9b-ae64-43df13308f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:19.236833 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-2333b381-e583-4747-a452-e44df9b55e06 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1622071242&fields=id&tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44 HTTP/1.1" status: 200  len: 267 time: 0.0503135
Dec 16 14:47:19.272827 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] Set router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:47:19.320267 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f180ca2-6607-41ad-b3fe-d2d6eeab705f req-03a4903a-1c3a-485f-b694-4d33974c3206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:19.321818 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3f180ca2-6607-41ad-b3fe-d2d6eeab705f req-03a4903a-1c3a-485f-b694-4d33974c3206 service neutron] 10.222.0.66 "GET /v2.0/networks?id=96d497b5-c921-4430-a698-604964f9d557 HTTP/1.1" status: 200  len: 910 time: 0.1387763
Dec 16 14:47:19.388119 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21393a1-d643-4647-9624-9002f61b8f59 req-b240cdb4-f574-45da-8f77-463854a2026d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:19.389624 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-b240cdb4-f574-45da-8f77-463854a2026d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/networks?id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 HTTP/1.1" status: 200  len: 811 time: 0.1454532
Dec 16 14:47:19.412653 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9670da9e-6d4b-43e9-8df4-a90e956c635f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/quotas/bb0a577a94a04b3eaaaf2d2347f21e44 HTTP/1.1" status: 200  len: 375 time: 0.0163414
Dec 16 14:47:19.427239 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3f180ca2-6607-41ad-b3fe-d2d6eeab705f req-eb20de7b-07b6-48a7-a93b-7a55694a0a1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9 HTTP/1.1" status: 200  len: 1001 time: 0.0991919
Dec 16 14:47:19.495047 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f180ca2-6607-41ad-b3fe-d2d6eeab705f req-cc31cddd-5a79-479d-b3dd-5ca8438fcaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:19.496540 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3f180ca2-6607-41ad-b3fe-d2d6eeab705f req-cc31cddd-5a79-479d-b3dd-5ca8438fcaae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4065d15a-cb85-4fdb-b221-40b98c53aeb0 HTTP/1.1" status: 200  len: 848 time: 0.0634196
Dec 16 14:47:19.579434 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f180ca2-6607-41ad-b3fe-d2d6eeab705f req-5cacece7-04a2-4054-9af5-2a8af0a3becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:19.580986 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3f180ca2-6607-41ad-b3fe-d2d6eeab705f req-5cacece7-04a2-4054-9af5-2a8af0a3becc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96d497b5-c921-4430-a698-604964f9d557&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773590
Dec 16 14:47:19.606772 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dde3610>, [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:19.611867 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c05d4-a50e-4491-bace-f10d60a8b94f None None] The sync data for ids ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'] in dv-cinder-821892-3-iscsi is: [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:47:19.623301 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-a3ae5a2f-44bc-4bd0-a6d8-2a26b1f2a7fb tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2039366
Dec 16 14:47:19.777827 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3f180ca2-6607-41ad-b3fe-d2d6eeab705f req-6e2d0141-6ecc-4554-9668-6f8cc9e7ccc8 service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884120
Dec 16 14:47:19.896386 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device bd8a7558-fde0-4e3b-9660-1c6da854762c up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:47:19.930424 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3f180ca2-6607-41ad-b3fe-d2d6eeab705f req-9c8d9b78-fa4f-4afb-aa97-5ce5601d1363 service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441264
Dec 16 14:47:19.931124 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-b3799c14-dd28-4e8a-8e53-662c79f885b1 service neutron] 10.222.0.64 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2914867
Dec 16 14:47:19.992342 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port bd8a7558-fde0-4e3b-9660-1c6da854762c completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:47:19.998173 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port bd8a7558-fde0-4e3b-9660-1c6da854762c triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:47:19.998587 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:20.069166 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-d1b55b0c-be1c-4d64-bf58-c9b926c79a15 service neutron] 10.222.0.64 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371379
Dec 16 14:47:20.124350 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:20.161893 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port bd8a7558-fde0-4e3b-9660-1c6da854762c, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=bd8a7558-fde0-4e3b-9660-1c6da854762c,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:47:20.166813 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:20.167779 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 74a05e7f-2ebc-4582-915e-8df1dd5834ec up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:47:20.194267 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-76b437c1-88f2-45dd-8078-d540ab5ce626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:20.312046 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:20.321209 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=bd8a7558-fde0-4e3b-9660-1c6da854762c,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:20.325350 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:20.357574 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-346d375a-4d56-48e4-8259-10fef9c8d039 req-93349c1a-449c-45f6-9953-0b222b6687f9 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 210 time: 0.0961380
Dec 16 14:47:20.359283 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 74a05e7f-2ebc-4582-915e-8df1dd5834ec triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:47:20.359827 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:20.434149 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:21.522652 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a1e61e6a-884e-4484-86bb-d9cf78a72ea9 req-f51160ae-168b-44d2-bdc8-52c1a6c6e02d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 210 time: 0.0521896
Dec 16 14:47:21.543480 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21393a1-d643-4647-9624-9002f61b8f59 req-63d32065-1997-4dbd-ba58-085ca9c64dad tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:21.544192 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-c21393a1-d643-4647-9624-9002f61b8f59 req-63d32065-1997-4dbd-ba58-085ca9c64dad tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Synchronizing usage tracker for tenant:bb0a577a94a04b3eaaaf2d2347f21e44 on resource:network {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:47:21.563700 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-c21393a1-d643-4647-9624-9002f61b8f59 req-63d32065-1997-4dbd-ba58-085ca9c64dad tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Unset dirty status for tenant:bb0a577a94a04b3eaaaf2d2347f21e44 on resource:network {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:47:21.564975 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-63d32065-1997-4dbd-ba58-085ca9c64dad tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.66 "GET /v2.0/networks?id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 HTTP/1.1" status: 200  len: 811 time: 0.1814687
Dec 16 14:47:21.620383 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-c21393a1-d643-4647-9624-9002f61b8f59 req-f9baee1c-7e16-41a0-9b81-7d36cb706006 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Synchronizing usage tracker for tenant:bb0a577a94a04b3eaaaf2d2347f21e44 on resource:security_group {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:47:21.638681 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-c21393a1-d643-4647-9624-9002f61b8f59 req-f9baee1c-7e16-41a0-9b81-7d36cb706006 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Unset dirty status for tenant:bb0a577a94a04b3eaaaf2d2347f21e44 on resource:security_group {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:47:21.639834 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-f9baee1c-7e16-41a0-9b81-7d36cb706006 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44 HTTP/1.1" status: 200  len: 380 time: 0.0602570
Dec 16 14:47:21.652195 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Request body: {'port': {'device_id': 'e21eb2e8-5685-4000-b8c6-edb7fb5daa68', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'admin_state_up': True, 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'security_groups': ['9538e710-29fd-472a-9ab5-3c7cd1a868a8']}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:47:21.775769 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device bd8a7558-fde0-4e3b-9660-1c6da854762c up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:47:21.846792 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port bd8a7558-fde0-4e3b-9660-1c6da854762c triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:47:21.847176 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:21.909897 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:47:21.913923 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Usage tracker for resource:port and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:47:21.916988 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:47:21.923333 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:47:21.933482 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Made reservation on behalf of bb0a577a94a04b3eaaaf2d2347f21e44 for: {'port': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:47:21.938049 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:22.020839 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:22.103265 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Allocated IP 172.20.0.6 (8e2c3c82-d885-4e17-97cb-7ea9c8e597d5/05df6ab1-1a47-4448-a98a-27fa1060377f/71ec40cc-e92b-4e94-8b04-7b26de75bfbb) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:47:22.287601 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:22.302936 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Transition to ACTIVE for port object 71ec40cc-e92b-4e94-8b04-7b26de75bfbb will not be triggered until provisioned by entity DHCP. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:47:22.324713 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:22.329991 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c4ab6a51-618b-4714-828d-815bd8ffd2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:22.397897 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:47:22.400989 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:47:22.405198 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:47:22.444074 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event updated for resources: {'Port': ['ID=71ec40cc-e92b-4e94-8b04-7b26de75bfbb,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:22.448925 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:22.471739 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:22.472353 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:22.494349 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8459575
Dec 16 14:47:22.510904 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Request body: {'port': {'device_id': 'e21eb2e8-5685-4000-b8c6-edb7fb5daa68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:47:22.614222 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-c1ac2014-1f2a-44c5-9f1a-df50365bd89e None None] Provisioning for port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:47:22.619989 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-c1ac2014-1f2a-44c5-9f1a-df50365bd89e None None] Provisioning complete for port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:47:22.620365 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c1ac2014-1f2a-44c5-9f1a-df50365bd89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:22.629536 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:22.678714 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac2014-1f2a-44c5-9f1a-df50365bd89e None None] Port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:47:22.736614 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac66d6-a7f0-42fa-a8c3-b42d8cf285b5 req-fc240cd5-39eb-42d1-bc26-173416c77313 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:22.738092 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2cac66d6-a7f0-42fa-a8c3-b42d8cf285b5 req-fc240cd5-39eb-42d1-bc26-173416c77313 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 931 time: 0.0818841
Dec 16 14:47:22.784174 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2cac66d6-a7f0-42fa-a8c3-b42d8cf285b5 req-8f2057ba-f4f0-42e1-a7c6-27067aa52d47 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402286
Dec 16 14:47:22.973204 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ec40cc-e92b-4e94-8b04-7b26de75bfbb {{(pid=87789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:47:22.980510 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:22.994352 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Transition to ACTIVE for port object 71ec40cc-e92b-4e94-8b04-7b26de75bfbb will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:47:22.998137 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:23.002718 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f5d38749-2dc5-4c43-9900-732539474103 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:23.160892 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Pushing event updated for resources: {'Port': ['ID=71ec40cc-e92b-4e94-8b04-7b26de75bfbb,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:23.168737 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:23.241467 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Attempting to bind port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:47:23.241797 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Attempting to bind port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:47:23.242039 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Attempting to bind port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb on network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:47:23.248116 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb on network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:47:23.248432 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Attempting to bind port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb on network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:47:23.254065 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:47:23.254396 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Checking segment: {'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:47:23.254773 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Bound using segment: {'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:47:23.255192 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Bound port: 71ec40cc-e92b-4e94-8b04-7b26de75bfbb, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:47:23.255534 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:23.349448 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] For port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb, host hv-cinder-82189, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:47:23.352536 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] For port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=71ec40cc-e92b-4e94-8b04-7b26de75bfbb,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:47:23.357367 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:23.362378 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d19e61ed-548f-4e47-be07-6ef289de19c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:23.371325 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceef277-31a0-4a19-95f3-f48ebd39b00d req-43ae7c91-3d87-4d18-9ea0-202ac2a11701 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:23.372792 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aceef277-31a0-4a19-95f3-f48ebd39b00d req-43ae7c91-3d87-4d18-9ea0-202ac2a11701 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0872297
Dec 16 14:47:23.418668 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:23.419271 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:23.420621 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] 10.222.0.66 "PUT /v2.0/ports/71ec40cc-e92b-4e94-8b04-7b26de75bfbb HTTP/1.1" status: 200  len: 1093 time: 0.9141757
Dec 16 14:47:23.421146 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21eb2e8-5685-4000-b8c6-edb7fb5daa68', 'tag': '71ec40cc-e92b-4e94-8b04-7b26de75bfbb'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:47:23.421736 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aceef277-31a0-4a19-95f3-f48ebd39b00d req-841dbb55-a718-40c2-a864-fb63314a0d1b tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427098
Dec 16 14:47:23.441837 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Pushing event updated for resources: {'Port': ['ID=71ec40cc-e92b-4e94-8b04-7b26de75bfbb,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:23.447540 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-9c14608d-c9e2-4018-bab7-2915045bd289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:23.481971 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21eb2e8-5685-4000-b8c6-edb7fb5daa68', 'tag': '71ec40cc-e92b-4e94-8b04-7b26de75bfbb', 'status': 'completed', 'code': 200}
Dec 16 14:47:23.580540 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21393a1-d643-4647-9624-9002f61b8f59 req-4f0362eb-9ef6-460e-9bb3-e17dfc2b6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:23.582244 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-4f0362eb-9ef6-460e-9bb3-e17dfc2b6e8e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44&device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 1096 time: 0.0767419
Dec 16 14:47:23.658872 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-dc5fe0d2-94d3-4c0a-9f28-454703232ea7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71ec40cc-e92b-4e94-8b04-7b26de75bfbb HTTP/1.1" status: 200  len: 217 time: 0.0627630
Dec 16 14:47:23.823316 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21393a1-d643-4647-9624-9002f61b8f59 req-1ce00978-e05b-44e6-b545-39b0afadadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:23.824764 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-1ce00978-e05b-44e6-b545-39b0afadadc3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05df6ab1-1a47-4448-a98a-27fa1060377f HTTP/1.1" status: 200  len: 850 time: 0.1604714
Dec 16 14:47:23.902553 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21393a1-d643-4647-9624-9002f61b8f59 req-98961866-aad0-4eb7-8932-aa85f22c4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:23.904032 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-98961866-aad0-4eb7-8932-aa85f22c4476 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722566
Dec 16 14:47:23.974883 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7ca22-af3d-486d-bd0e-5baca971aa39 req-72c543f4-e564-4e1c-afa4-f8bb2141302b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:23.976373 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5aa7ca22-af3d-486d-bd0e-5baca971aa39 req-72c543f4-e564-4e1c-afa4-f8bb2141302b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 943 time: 0.0799408
Dec 16 14:47:24.019706 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5aa7ca22-af3d-486d-bd0e-5baca971aa39 req-679a3f1a-2c1b-4e95-ba3e-d302725dffc4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373521
Dec 16 14:47:24.036764 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-c1da4541-fb75-4276-9de0-ef540d5603dd service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245615
Dec 16 14:47:24.165476 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-c21393a1-d643-4647-9624-9002f61b8f59 req-d76cc736-21ac-49dc-a6bf-3700a552fde1 service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236489
Dec 16 14:47:24.335955 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffbaa0-e8b3-4ae0-bc29-b3a182cea34f req-7c5fdff3-c108-4e91-abd4-4baeafbe8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:24.337431 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-aaffbaa0-e8b3-4ae0-bc29-b3a182cea34f req-7c5fdff3-c108-4e91-abd4-4baeafbe8842 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44&device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 1096 time: 0.0738432
Dec 16 14:47:24.465987 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffbaa0-e8b3-4ae0-bc29-b3a182cea34f req-ca0260c1-7b3b-46be-9ba8-1527a895a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:24.467410 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-aaffbaa0-e8b3-4ae0-bc29-b3a182cea34f req-ca0260c1-7b3b-46be-9ba8-1527a895a5b9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 HTTP/1.1" status: 200  len: 912 time: 0.1220407
Dec 16 14:47:24.538323 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-aaffbaa0-e8b3-4ae0-bc29-b3a182cea34f req-fdce8a29-fd50-4ce1-89d2-8cbdc5ad400a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71ec40cc-e92b-4e94-8b04-7b26de75bfbb HTTP/1.1" status: 200  len: 217 time: 0.0626116
Dec 16 14:47:24.604971 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffbaa0-e8b3-4ae0-bc29-b3a182cea34f req-72b2e944-2ef5-4128-8832-7f10b287bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:24.606392 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-aaffbaa0-e8b3-4ae0-bc29-b3a182cea34f req-72b2e944-2ef5-4128-8832-7f10b287bc64 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05df6ab1-1a47-4448-a98a-27fa1060377f HTTP/1.1" status: 200  len: 850 time: 0.0604255
Dec 16 14:47:24.642881 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9564ca0-20fd-4422-98c4-27810ab8bf99 req-575574e1-a02a-4099-8fcf-e68810935362 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:24.644337 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f9564ca0-20fd-4422-98c4-27810ab8bf99 req-575574e1-a02a-4099-8fcf-e68810935362 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0833662
Dec 16 14:47:24.687212 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffbaa0-e8b3-4ae0-bc29-b3a182cea34f req-2cf70014-9822-4229-9464-b281c2023e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:24.688641 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f9564ca0-20fd-4422-98c4-27810ab8bf99 req-349a5439-a0a5-48b7-9e6c-b54701b5db6c tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384750
Dec 16 14:47:24.689239 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-aaffbaa0-e8b3-4ae0-bc29-b3a182cea34f req-2cf70014-9822-4229-9464-b281c2023e06 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713260
Dec 16 14:47:24.823273 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-aaffbaa0-e8b3-4ae0-bc29-b3a182cea34f req-dd6d0789-f653-4449-8a05-612ab4a94233 service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265070
Dec 16 14:47:24.959002 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-aaffbaa0-e8b3-4ae0-bc29-b3a182cea34f req-0e0fa170-9c13-4155-814e-d024adac64e5 service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286037
Dec 16 14:47:25.207598 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965bac7-003d-4c83-b30b-0d2ef2df4505 req-dba17758-f151-4feb-b534-dda9af9a4e28 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:25.209083 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7965bac7-003d-4c83-b30b-0d2ef2df4505 req-dba17758-f151-4feb-b534-dda9af9a4e28 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 943 time: 0.0834398
Dec 16 14:47:25.257508 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7965bac7-003d-4c83-b30b-0d2ef2df4505 req-6c8f7254-ac17-4826-9a94-aced0a66578a tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425274
Dec 16 14:47:25.880030 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd8704-a275-4958-b0f4-497a7ba43ce1 req-ec42594b-1425-4ad5-8e22-6d271faf921a tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:25.881536 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c8cd8704-a275-4958-b0f4-497a7ba43ce1 req-ec42594b-1425-4ad5-8e22-6d271faf921a tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0813837
Dec 16 14:47:25.925920 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c8cd8704-a275-4958-b0f4-497a7ba43ce1 req-fa4c676a-6d94-47a9-ad72-d3e5c35c35d1 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384822
Dec 16 14:47:26.441293 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db6ab9-6d74-45f9-8609-55353f5f3df8 req-1ae2649b-885e-4554-ba0f-34be6f363601 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:26.442741 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-87db6ab9-6d74-45f9-8609-55353f5f3df8 req-1ae2649b-885e-4554-ba0f-34be6f363601 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 943 time: 0.0832689
Dec 16 14:47:26.486191 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-87db6ab9-6d74-45f9-8609-55353f5f3df8 req-cbf462b6-05c9-466d-9dea-aee5185cc0f4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378480
Dec 16 14:47:27.106920 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cace5d-340c-4431-8fff-d9d594e6e611 req-f15cbdf5-0765-4011-a3f8-c2ee98029d41 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:27.108282 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-48cace5d-340c-4431-8fff-d9d594e6e611 req-f15cbdf5-0765-4011-a3f8-c2ee98029d41 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0789464
Dec 16 14:47:27.151734 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-48cace5d-340c-4431-8fff-d9d594e6e611 req-80d5b86b-6998-4cdb-a088-b44c046015f4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377672
Dec 16 14:47:27.674544 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4e637-6802-4f0c-99da-74005218fe94 req-8d268c5a-8df7-43e7-a65f-bf5cfbd7ed2f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:27.675985 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3da4e637-6802-4f0c-99da-74005218fe94 req-8d268c5a-8df7-43e7-a65f-bf5cfbd7ed2f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 943 time: 0.0834894
Dec 16 14:47:27.729532 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3da4e637-6802-4f0c-99da-74005218fe94 req-bf5660eb-6a5c-4fe8-b875-3925c60ff056 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479426
Dec 16 14:47:28.333189 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14887666-894c-4ba6-930c-895b024bc244 req-ee9a4d3d-5278-43c5-b10e-b591348f04e9 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:28.334569 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-14887666-894c-4ba6-930c-895b024bc244 req-ee9a4d3d-5278-43c5-b10e-b591348f04e9 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0787919
Dec 16 14:47:28.383373 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-14887666-894c-4ba6-930c-895b024bc244 req-1cb28433-498b-42e4-a3f6-858cc4288b73 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431776
Dec 16 14:47:28.398833 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 71ec40cc-e92b-4e94-8b04-7b26de75bfbb details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:47:28.530133 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=71ec40cc-e92b-4e94-8b04-7b26de75bfbb,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:47:28.543664 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '71ec40cc-e92b-4e94-8b04-7b26de75bfbb', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'port_id': '71ec40cc-e92b-4e94-8b04-7b26de75bfbb', 'mac_address': 'fa:16:3e:24:f6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:47:28.597374 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:28.613166 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ec40cc-e92b-4e94-8b04-7b26de75bfbb {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:47:28.627727 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=71ec40cc-e92b-4e94-8b04-7b26de75bfbb,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:47:28.631687 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:28.633653 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:28.702552 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=71ec40cc-e92b-4e94-8b04-7b26de75bfbb,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:28.706232 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:28.912086 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b0113-17a1-443a-b4c1-d4ded480ff9e req-1cfb4c23-4db7-4246-8a00-3474e91fc58c tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:28.913615 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ca2b0113-17a1-443a-b4c1-d4ded480ff9e req-1cfb4c23-4db7-4246-8a00-3474e91fc58c tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 944 time: 0.0798130
Dec 16 14:47:28.937300 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['71ec40cc-e92b-4e94-8b04-7b26de75bfbb'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:47:28.958325 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ca2b0113-17a1-443a-b4c1-d4ded480ff9e req-4b807c20-b76d-44a4-b20a-8324114c6462 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390620
Dec 16 14:47:29.569268 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e6d04-199f-46fb-ba60-f9d9c1710688 req-ee3f6b7b-31ce-498f-9beb-fec2d9e2e486 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:29.570706 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7f5e6d04-199f-46fb-ba60-f9d9c1710688 req-ee3f6b7b-31ce-498f-9beb-fec2d9e2e486 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0818186
Dec 16 14:47:29.619151 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7f5e6d04-199f-46fb-ba60-f9d9c1710688 req-79e3c98c-b63f-4c8b-a5f5-b1aae762c7b5 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381620
Dec 16 14:47:30.138610 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147047d6-d3a2-466d-aec3-67f73aaef8fe req-bc2cbbda-e2a7-4e2a-ba71-b69ad4d0c91e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:30.139966 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-147047d6-d3a2-466d-aec3-67f73aaef8fe req-bc2cbbda-e2a7-4e2a-ba71-b69ad4d0c91e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 944 time: 0.0779614
Dec 16 14:47:30.184451 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-147047d6-d3a2-466d-aec3-67f73aaef8fe req-499acd52-8adc-4e15-a16a-907e02e3c900 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382080
Dec 16 14:47:30.414398 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 71ec40cc-e92b-4e94-8b04-7b26de75bfbb up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:47:30.511286 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:47:30.515812 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:47:30.516185 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:30.627550 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:30.653207 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21eb2e8-5685-4000-b8c6-edb7fb5daa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ec40cc-e92b-4e94-8b04-7b26de75bfbb'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:47:30.663373 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=71ec40cc-e92b-4e94-8b04-7b26de75bfbb,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:47:30.668927 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:30.670762 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:30.718823 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21eb2e8-5685-4000-b8c6-edb7fb5daa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ec40cc-e92b-4e94-8b04-7b26de75bfbb', 'code': 200}
Dec 16 14:47:30.737522 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=71ec40cc-e92b-4e94-8b04-7b26de75bfbb,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:30.740527 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:30.917760 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a02e8-278a-4e27-b5fe-9aa5ae1e9993 req-5c89de35-f994-4f21-a83d-48008edf1200 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:30.919120 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-654a02e8-278a-4e27-b5fe-9aa5ae1e9993 req-5c89de35-f994-4f21-a83d-48008edf1200 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.1781871
Dec 16 14:47:30.967364 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-654a02e8-278a-4e27-b5fe-9aa5ae1e9993 req-303c963a-9609-4e5e-9a4d-b6df852adc28 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391235
Dec 16 14:47:30.997734 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b681c-4350-483a-998e-50ad511471d0 req-ba21849e-97df-46c8-919d-2605e4552861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:30.999217 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-d55b681c-4350-483a-998e-50ad511471d0 req-ba21849e-97df-46c8-919d-2605e4552861 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 1098 time: 0.0762513
Dec 16 14:47:31.040019 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-d55b681c-4350-483a-998e-50ad511471d0 req-5fc4fcec-b843-49a1-80cc-e3ebf5c7fbef service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0339351
Dec 16 14:47:31.366759 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872293a-62ce-4dc7-8ee2-39053c2508b0 req-277ebad8-fe2a-41e2-bf75-76e620ad0323 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:31.368194 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9872293a-62ce-4dc7-8ee2-39053c2508b0 req-277ebad8-fe2a-41e2-bf75-76e620ad0323 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0784187
Dec 16 14:47:31.414289 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9872293a-62ce-4dc7-8ee2-39053c2508b0 req-d6296457-9cf0-4ff5-85e3-0411f19ea465 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404742
Dec 16 14:47:32.153581 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ce9dd-8d8a-4ba3-b7f5-d4ce24c35f3f req-0c110f4d-170c-4c92-b6dc-d763ccc768b0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:32.155131 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-332ce9dd-8d8a-4ba3-b7f5-d4ce24c35f3f req-0c110f4d-170c-4c92-b6dc-d763ccc768b0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0845556
Dec 16 14:47:32.203097 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-332ce9dd-8d8a-4ba3-b7f5-d4ce24c35f3f req-965006a8-485f-486c-a461-e0e6753a21e5 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412142
Dec 16 14:47:32.599690 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bc528-c0a1-471a-8255-d4baa3a99b5a req-1864a644-249b-4f96-ab96-189e7edac044 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:32.601153 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-995bc528-c0a1-471a-8255-d4baa3a99b5a req-1864a644-249b-4f96-ab96-189e7edac044 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0829821
Dec 16 14:47:32.645345 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-995bc528-c0a1-471a-8255-d4baa3a99b5a req-b236beda-b2e3-407f-9a21-e94f71a97ba5 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385776
Dec 16 14:47:32.820619 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a9948-aaad-48a5-9d0f-c2ec8f3ef5de req-30d62ac7-86e8-4d7d-b750-00f3effaa536 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:32.822013 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-685a9948-aaad-48a5-9d0f-c2ec8f3ef5de req-30d62ac7-86e8-4d7d-b750-00f3effaa536 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0788000
Dec 16 14:47:32.831142 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55458) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:47:32.836199 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-4075a3b8-8124-4a89-bee1-5095a4545cea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Request body: {'floatingip': {'port_id': '71ec40cc-e92b-4e94-8b04-7b26de75bfbb'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:47:32.914689 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4075a3b8-8124-4a89-bee1-5095a4545cea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for floatingip, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:33.446865 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cf47d-93e5-4bbb-bf3d-fd282b1d5589 req-111988aa-0c41-47eb-8da7-23805c71d933 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:33.448298 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-737cf47d-93e5-4bbb-bf3d-fd282b1d5589 req-111988aa-0c41-47eb-8da7-23805c71d933 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.1212561
Dec 16 14:47:33.549904 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ee544-7540-477b-93f2-436001d6a09c req-6c398d89-0f64-4b44-9e90-4b2cb7998dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:33.551288 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-579ee544-7540-477b-93f2-436001d6a09c req-6c398d89-0f64-4b44-9e90-4b2cb7998dc4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=46480af5f9db43618ad0897695518251&device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 1098 time: 0.0728707
Dec 16 14:47:33.568990 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-737cf47d-93e5-4bbb-bf3d-fd282b1d5589 req-3c593a04-bfb9-4521-9d64-6c67166382d1 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1141522
Dec 16 14:47:33.601672 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4075a3b8-8124-4a89-bee1-5095a4545cea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:33.606213 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4075a3b8-8124-4a89-bee1-5095a4545cea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:33.686069 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ee544-7540-477b-93f2-436001d6a09c req-a44b0379-8076-4571-865f-a2ec36bd3b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:33.687531 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-579ee544-7540-477b-93f2-436001d6a09c req-a44b0379-8076-4571-865f-a2ec36bd3b7e service neutron] 10.222.0.66 "GET /v2.0/networks?id=96d497b5-c921-4430-a698-604964f9d557 HTTP/1.1" status: 200  len: 910 time: 0.1299284
Dec 16 14:47:33.775437 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.l3_db [None req-4075a3b8-8124-4a89-bee1-5095a4545cea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Floating IP 493b61c8-19c5-4c6d-ae09-69202b57f8bb associated. External IP: 172.27.0.213, port: 71ec40cc-e92b-4e94-8b04-7b26de75bfbb.
Dec 16 14:47:33.795955 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-579ee544-7540-477b-93f2-436001d6a09c req-3e63ccf0-de53-4b98-88e8-e420b1d87103 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9 HTTP/1.1" status: 200  len: 1001 time: 0.1011183
Dec 16 14:47:33.865860 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ee544-7540-477b-93f2-436001d6a09c req-9ef2933f-952f-4b59-a5ac-347ba2771d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:33.867215 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-579ee544-7540-477b-93f2-436001d6a09c req-9ef2933f-952f-4b59-a5ac-347ba2771d0d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4065d15a-cb85-4fdb-b221-40b98c53aeb0 HTTP/1.1" status: 200  len: 848 time: 0.0646949
Dec 16 14:47:34.048440 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ee544-7540-477b-93f2-436001d6a09c req-4aaeb10b-4104-4286-b7c7-c95b59403f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:34.049941 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-579ee544-7540-477b-93f2-436001d6a09c req-4aaeb10b-4104-4286-b7c7-c95b59403f79 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96d497b5-c921-4430-a698-604964f9d557&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1765192
Dec 16 14:47:34.183812 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-579ee544-7540-477b-93f2-436001d6a09c req-5798b5a6-c1ee-45d4-80c6-3c3be99ad8b2 service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271164
Dec 16 14:47:34.261104 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4075a3b8-8124-4a89-bee1-5095a4545cea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:47:34.317992 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-579ee544-7540-477b-93f2-436001d6a09c req-57fc0488-36d5-4ad8-9fdc-f0d5cadb8e99 service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276684
Dec 16 14:47:34.440076 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4075a3b8-8124-4a89-bee1-5095a4545cea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:47:34.445006 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4075a3b8-8124-4a89-bee1-5095a4545cea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:34.450148 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dae755-d7f1-422d-a251-99ea7d0fe143 None None] Sync routers for ids ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:47:34.459291 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dae755-d7f1-422d-a251-99ea7d0fe143 None None] Routers {'57ba3191-c949-49b5-b7fc-93cb2f9b4f58'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:47:34.459889 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-b5dae755-d7f1-422d-a251-99ea7d0fe143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dd82be0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:47:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:34.502916 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-4075a3b8-8124-4a89-bee1-5095a4545cea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "PUT /v2.0/floatingips/493b61c8-19c5-4c6d-ae09-69202b57f8bb HTTP/1.1" status: 200  len: 991 time: 1.6707234
Dec 16 14:47:34.503943 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21eb2e8-5685-4000-b8c6-edb7fb5daa68', 'tag': '71ec40cc-e92b-4e94-8b04-7b26de75bfbb'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:47:34.548083 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21eb2e8-5685-4000-b8c6-edb7fb5daa68', 'tag': '71ec40cc-e92b-4e94-8b04-7b26de75bfbb', 'status': 'completed', 'code': 200}
Dec 16 14:47:34.636270 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-b5dae755-d7f1-422d-a251-99ea7d0fe143 None None] Set router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:47:34.677275 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90871089-0580-457b-a94e-b37c6ccb02c9 req-a721b24b-1d64-46e1-a5b1-1ea3f3657497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:34.678774 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-90871089-0580-457b-a94e-b37c6ccb02c9 req-a721b24b-1d64-46e1-a5b1-1ea3f3657497 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44&device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 1098 time: 0.0876307
Dec 16 14:47:34.759207 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2575213-7550-4697-94e6-6df1800303b2 req-36f1ef12-11fb-4b7a-be78-53da4388ca6e tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:34.761495 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e2575213-7550-4697-94e6-6df1800303b2 req-36f1ef12-11fb-4b7a-be78-53da4388ca6e tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0808046
Dec 16 14:47:34.809711 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e2575213-7550-4697-94e6-6df1800303b2 req-1d7efa04-1875-4e80-a2d8-73e66886b3b4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422752
Dec 16 14:47:34.820291 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90871089-0580-457b-a94e-b37c6ccb02c9 req-297db185-abb1-4a24-b6ef-46492032a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:34.821778 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-90871089-0580-457b-a94e-b37c6ccb02c9 req-297db185-abb1-4a24-b6ef-46492032a09b service neutron] 10.222.0.66 "GET /v2.0/networks?id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 HTTP/1.1" status: 200  len: 912 time: 0.1340265
Dec 16 14:47:34.929161 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-90871089-0580-457b-a94e-b37c6ccb02c9 req-c54f61cc-61da-4c67-a770-ec797f7dc3e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71ec40cc-e92b-4e94-8b04-7b26de75bfbb HTTP/1.1" status: 200  len: 999 time: 0.0979726
Dec 16 14:47:34.991690 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-b5dae755-d7f1-422d-a251-99ea7d0fe143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dd82be0>, [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': '493b61c8-19c5-4c6d-ae09-69202b57f8bb', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'port_id': '71ec40cc-e92b-4e94-8b04-7b26de75bfbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'mac_address': 'fa:16:3e:24:f6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21eb2e8-5685-4000-b8c6-edb7fb5daa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:47:18Z', 'updated_at': '2021-12-16T14:47:33Z', 'revision_number': 1, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:20Z', 'revision_number': 5, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:34.995449 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90871089-0580-457b-a94e-b37c6ccb02c9 req-24d5ca86-673d-4716-b0ce-bcd87e805765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:34.995951 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dae755-d7f1-422d-a251-99ea7d0fe143 None None] Checking router: 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:47:34.997079 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-90871089-0580-457b-a94e-b37c6ccb02c9 req-24d5ca86-673d-4716-b0ce-bcd87e805765 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05df6ab1-1a47-4448-a98a-27fa1060377f HTTP/1.1" status: 200  len: 850 time: 0.0613976
Dec 16 14:47:35.009766 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dae755-d7f1-422d-a251-99ea7d0fe143 None None] Routers {'57ba3191-c949-49b5-b7fc-93cb2f9b4f58'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:47:35.010309 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-b5dae755-d7f1-422d-a251-99ea7d0fe143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dd82be0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:47:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:35.076357 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90871089-0580-457b-a94e-b37c6ccb02c9 req-51b0f259-5ed7-46d3-a19e-16cc5273b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:35.077894 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-90871089-0580-457b-a94e-b37c6ccb02c9 req-51b0f259-5ed7-46d3-a19e-16cc5273b3ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720165
Dec 16 14:47:35.191215 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-b5dae755-d7f1-422d-a251-99ea7d0fe143 None None] Set router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:47:35.212421 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-90871089-0580-457b-a94e-b37c6ccb02c9 req-60784954-7ca1-487c-9d79-0141f19b3fb5 service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253827
Dec 16 14:47:35.348211 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-90871089-0580-457b-a94e-b37c6ccb02c9 req-e8f9755e-faa1-4dd1-9674-feef8d60b7f3 service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285224
Dec 16 14:47:35.559523 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-b5dae755-d7f1-422d-a251-99ea7d0fe143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dd82be0>, [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': '493b61c8-19c5-4c6d-ae09-69202b57f8bb', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'port_id': '71ec40cc-e92b-4e94-8b04-7b26de75bfbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'mac_address': 'fa:16:3e:24:f6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21eb2e8-5685-4000-b8c6-edb7fb5daa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:47:18Z', 'updated_at': '2021-12-16T14:47:33Z', 'revision_number': 1, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:20Z', 'revision_number': 5, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:47:35.563376 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dae755-d7f1-422d-a251-99ea7d0fe143 None None] The sync data for ids ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'] in dv-cinder-821892-3-iscsi is: [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': '493b61c8-19c5-4c6d-ae09-69202b57f8bb', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'port_id': '71ec40cc-e92b-4e94-8b04-7b26de75bfbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'mac_address': 'fa:16:3e:24:f6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21eb2e8-5685-4000-b8c6-edb7fb5daa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:47:18Z', 'updated_at': '2021-12-16T14:47:33Z', 'revision_number': 1, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:20Z', 'revision_number': 5, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:47:35.856679 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac4a648-5d35-428c-a1ac-dc77d29a5bb5 None None] New status for floating IP 493b61c8-19c5-4c6d-ae09-69202b57f8bb: ACTIVE {{(pid=87790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:47:36.005415 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc228527-a092-451f-87bf-305040111b58 req-211c25d1-03d0-43fc-9b68-5aeba2cc31c3 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:36.007105 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fc228527-a092-451f-87bf-305040111b58 req-211c25d1-03d0-43fc-9b68-5aeba2cc31c3 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0868757
Dec 16 14:47:36.052370 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fc228527-a092-451f-87bf-305040111b58 req-a634729e-6fdf-43ea-83a7-05176b6c907d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392232
Dec 16 14:47:37.235786 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071539c8-6135-4c8b-9726-eb49173696cd req-4fd78d7f-40b2-4e7d-a3f0-8c23c5d380e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:37.237860 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-071539c8-6135-4c8b-9726-eb49173696cd req-4fd78d7f-40b2-4e7d-a3f0-8c23c5d380e0 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0797424
Dec 16 14:47:37.286691 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-071539c8-6135-4c8b-9726-eb49173696cd req-5029ea5c-3401-41e9-a9a8-31e4f9e1fb0a tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432167
Dec 16 14:47:37.617713 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0d1bbd8b-1092-4ad1-8fe8-0f298774dbe9 req-ee7ceb6a-ded4-4139-a875-95684be3fb78 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1213760
Dec 16 14:47:37.645481 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f980e43-4dac-4aaa-bfc3-5d24cf0a54c9 req-d8ddca5d-5e56-4060-9957-6a3c3d4e5e32 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:37.646938 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8f980e43-4dac-4aaa-bfc3-5d24cf0a54c9 req-d8ddca5d-5e56-4060-9957-6a3c3d4e5e32 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0901420
Dec 16 14:47:37.695282 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8f980e43-4dac-4aaa-bfc3-5d24cf0a54c9 req-8dc8b8d9-b565-4a50-8a8d-8760a564307b tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426595
Dec 16 14:47:38.883378 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf9f5b-8ecb-4630-baa7-7aacd11df9be req-93f9c51e-5196-48ec-bf3f-ab30e4d1954c tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:38.884668 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-13bf9f5b-8ecb-4630-baa7-7aacd11df9be req-93f9c51e-5196-48ec-bf3f-ab30e4d1954c tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0832007
Dec 16 14:47:38.930306 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-13bf9f5b-8ecb-4630-baa7-7aacd11df9be req-6000b078-d369-434f-8bee-98201c122b23 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399876
Dec 16 14:47:39.426574 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbd8b-1092-4ad1-8fe8-0f298774dbe9 req-bf4da475-a3b6-4f6f-a059-baf037182482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:39.427987 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0d1bbd8b-1092-4ad1-8fe8-0f298774dbe9 req-bf4da475-a3b6-4f6f-a059-baf037182482 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459&tenant_id=46480af5f9db43618ad0897695518251 HTTP/1.1" status: 200  len: 1098 time: 0.0737073
Dec 16 14:47:39.527619 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbd8b-1092-4ad1-8fe8-0f298774dbe9 req-0a8d2c17-642e-4b2d-98a7-2e3f2dcacb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:39.529125 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0d1bbd8b-1092-4ad1-8fe8-0f298774dbe9 req-0a8d2c17-642e-4b2d-98a7-2e3f2dcacb48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=46480af5f9db43618ad0897695518251&device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 1098 time: 0.0691884
Dec 16 14:47:39.658678 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbd8b-1092-4ad1-8fe8-0f298774dbe9 req-10e59c29-319b-44bc-85e4-e5b19b6ba6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:39.660133 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0d1bbd8b-1092-4ad1-8fe8-0f298774dbe9 req-10e59c29-319b-44bc-85e4-e5b19b6ba6d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=96d497b5-c921-4430-a698-604964f9d557 HTTP/1.1" status: 200  len: 910 time: 0.1247811
Dec 16 14:47:39.762155 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0d1bbd8b-1092-4ad1-8fe8-0f298774dbe9 req-33f29a95-1e05-458d-b32e-f44dbaf55057 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9 HTTP/1.1" status: 200  len: 1001 time: 0.0957501
Dec 16 14:47:39.823657 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbd8b-1092-4ad1-8fe8-0f298774dbe9 req-57ef1be1-105a-43a1-a9ea-bc7a8402107a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:39.825108 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0d1bbd8b-1092-4ad1-8fe8-0f298774dbe9 req-57ef1be1-105a-43a1-a9ea-bc7a8402107a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4065d15a-cb85-4fdb-b221-40b98c53aeb0 HTTP/1.1" status: 200  len: 848 time: 0.0569870
Dec 16 14:47:40.000438 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bbd8b-1092-4ad1-8fe8-0f298774dbe9 req-090bdf72-3d55-4bcf-9912-3c453f544a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:40.002004 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0d1bbd8b-1092-4ad1-8fe8-0f298774dbe9 req-090bdf72-3d55-4bcf-9912-3c453f544a81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96d497b5-c921-4430-a698-604964f9d557&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1706159
Dec 16 14:47:40.122112 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcfe8a-89e9-422b-b63d-ffd228261fa8 req-ca0cb11a-952b-4f99-8074-59bdac13d707 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:40.123566 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-00dcfe8a-89e9-422b-b63d-ffd228261fa8 req-ca0cb11a-952b-4f99-8074-59bdac13d707 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0847800
Dec 16 14:47:40.136075 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0d1bbd8b-1092-4ad1-8fe8-0f298774dbe9 req-600e3804-7bff-42fa-8b67-6fa15fd5bd2f service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277936
Dec 16 14:47:40.168520 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-00dcfe8a-89e9-422b-b63d-ffd228261fa8 req-13a39398-7cb0-4afe-a396-ef5baca8b9b2 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392048
Dec 16 14:47:40.268204 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0d1bbd8b-1092-4ad1-8fe8-0f298774dbe9 req-d8630dcb-99e1-40ce-a354-5c5bb4ff35ac service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255362
Dec 16 14:47:40.477805 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:47:40.589869 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:40.616936 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:47:40.626214 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:47:40.630251 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:40.632194 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:40.662414 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'code': 200}
Dec 16 14:47:40.699715 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,revision_number=6']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:40.702779 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:41.352135 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282404b8-015a-4a41-93ba-a2f43e497bab req-8911d67c-462f-40bf-9837-306da4c4e43e tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:41.353611 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-282404b8-015a-4a41-93ba-a2f43e497bab req-8911d67c-462f-40bf-9837-306da4c4e43e tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 943 time: 0.0798948
Dec 16 14:47:41.398885 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-282404b8-015a-4a41-93ba-a2f43e497bab req-aa760bbe-3ca9-4f2d-868f-899b5f253249 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396106
Dec 16 14:47:42.588592 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf3de6-4f53-4d48-bd77-205baac76efe req-f9a5b402-f3db-42f0-9f25-109705d968cd tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:42.590089 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-21bf3de6-4f53-4d48-bd77-205baac76efe req-f9a5b402-f3db-42f0-9f25-109705d968cd tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 943 time: 0.0837598
Dec 16 14:47:42.634092 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-21bf3de6-4f53-4d48-bd77-205baac76efe req-a7185a12-97df-457c-b0a8-4c897e244f07 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384417
Dec 16 14:47:43.818129 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ec33c-1f44-48e0-8175-7f0bb37060d2 req-1ad98c09-188a-4106-af84-d675606db8f3 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:43.819682 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fb8ec33c-1f44-48e0-8175-7f0bb37060d2 req-1ad98c09-188a-4106-af84-d675606db8f3 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 943 time: 0.0798571
Dec 16 14:47:43.866462 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fb8ec33c-1f44-48e0-8175-7f0bb37060d2 req-9f34c9f0-18fa-418a-a413-fea53de24770 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410423
Dec 16 14:47:45.141641 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b18f64-592b-47ee-b8fe-34b5f10eaa39 req-b0f0be78-1da1-4648-98a6-a693fea06b70 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:45.143108 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-49b18f64-592b-47ee-b8fe-34b5f10eaa39 req-b0f0be78-1da1-4648-98a6-a693fea06b70 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 943 time: 0.1696765
Dec 16 14:47:45.187961 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-49b18f64-592b-47ee-b8fe-34b5f10eaa39 req-de03f3b2-2849-445c-b6b6-1f2ab9eb2995 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386245
Dec 16 14:47:45.345440 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:46.380326 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53454e45-219a-46d1-9763-31109821c496 req-c76c45c7-2c3c-46d8-af42-2e44dbf7fe94 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:46.381737 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-53454e45-219a-46d1-9763-31109821c496 req-c76c45c7-2c3c-46d8-af42-2e44dbf7fe94 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 943 time: 0.0868294
Dec 16 14:47:46.428177 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-53454e45-219a-46d1-9763-31109821c496 req-a58513b1-57a5-42ed-a9f8-2d26a2b8c50d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404856
Dec 16 14:47:46.466968 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-a5faafb4-aab4-4ac7-9f63-f9772b5c60d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:46.565093 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245e28d-18a1-420f-be7e-97efb58020d5 req-02f9cbfe-10c2-41d3-89ee-af094b4e29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:46.567362 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-4245e28d-18a1-420f-be7e-97efb58020d5 req-02f9cbfe-10c2-41d3-89ee-af094b4e29f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 1096 time: 0.0710831
Dec 16 14:47:46.606342 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-4245e28d-18a1-420f-be7e-97efb58020d5 req-13a9d4bd-fd43-43b8-8cfd-821840193735 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0325301
Dec 16 14:47:47.619565 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367815f-f549-4f8f-a0e9-a3407b48f633 req-e7782c30-89bc-4901-9d3d-230f2f20801d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:47.620971 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f367815f-f549-4f8f-a0e9-a3407b48f633 req-e7782c30-89bc-4901-9d3d-230f2f20801d tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 943 time: 0.0858867
Dec 16 14:47:47.674314 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f367815f-f549-4f8f-a0e9-a3407b48f633 req-8f31fc89-7fed-4098-8bc2-1e0aae239109 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464876
Dec 16 14:47:48.515367 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:47:48.647651 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:47:48.660505 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'port_id': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'mac_address': 'fa:16:3e:41:cc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:47:48.719310 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:48.736157 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:47:48.751745 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:47:48.757169 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:48.759010 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:48.823748 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,revision_number=7']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:48.826742 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:48.859040 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c8e16-cb80-47f1-a81b-4035e7219f65 req-de29ac65-7b37-47c5-a3d8-0cc45a7296c1 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:48.860495 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2b8c8e16-cb80-47f1-a81b-4035e7219f65 req-de29ac65-7b37-47c5-a3d8-0cc45a7296c1 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 944 time: 0.0795112
Dec 16 14:47:48.905459 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2b8c8e16-cb80-47f1-a81b-4035e7219f65 req-2e692424-c3f2-4c57-81ca-06081a833bcc tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387647
Dec 16 14:47:49.022813 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-87b93b00-07bf-4acc-a48b-bb8f0de0a9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:49.067284 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['1332f1d9-cf0e-479c-a21e-c9c4facfafe9'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:47:50.251907 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:50.418900 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:50.520279 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:47:50.588333 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:47:50.588721 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:50.705802 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:50.733287 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:47:50.743389 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:47:50.747481 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:50.749322 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:47:50.782969 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'code': 200}
Dec 16 14:47:50.815143 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,revision_number=8']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:47:50.818169 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:47:52.021628 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:52.558428 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:48:15.340662 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:16.468440 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb8d7-faf5-4c54-949c-8a77798c90c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:19.025743 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-46118a4d-fcb9-472c-af40-7d68dd53e100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:19.908000 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-34cf8cd2-36c5-42e9-9947-a489d03654f7 req-11f7e553-8c59-43f1-8803-c2b87083afbc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0779676
Dec 16 14:48:20.073987 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf8cd2-36c5-42e9-9947-a489d03654f7 req-deac6fa8-21ab-4559-8d31-07d3166e0356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:20.076544 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-34cf8cd2-36c5-42e9-9947-a489d03654f7 req-deac6fa8-21ab-4559-8d31-07d3166e0356 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=46480af5f9db43618ad0897695518251&device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 1098 time: 0.0799236
Dec 16 14:48:20.226379 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf8cd2-36c5-42e9-9947-a489d03654f7 req-a62223a5-80c2-4e38-b1b8-749a1eb3d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:20.227811 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-34cf8cd2-36c5-42e9-9947-a489d03654f7 req-a62223a5-80c2-4e38-b1b8-749a1eb3d54a service neutron] 10.222.0.66 "GET /v2.0/networks?id=96d497b5-c921-4430-a698-604964f9d557 HTTP/1.1" status: 200  len: 910 time: 0.1304283
Dec 16 14:48:20.255090 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:20.333033 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-34cf8cd2-36c5-42e9-9947-a489d03654f7 req-938cce39-6ea2-44f6-93f4-b353fa14a4cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9 HTTP/1.1" status: 200  len: 1001 time: 0.0981553
Dec 16 14:48:20.405757 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf8cd2-36c5-42e9-9947-a489d03654f7 req-67f9430e-45fd-4cb4-a7d3-580780e4d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:20.407188 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-34cf8cd2-36c5-42e9-9947-a489d03654f7 req-67f9430e-45fd-4cb4-a7d3-580780e4d337 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4065d15a-cb85-4fdb-b221-40b98c53aeb0 HTTP/1.1" status: 200  len: 848 time: 0.0624077
Dec 16 14:48:20.421083 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:20.487991 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf8cd2-36c5-42e9-9947-a489d03654f7 req-cc897eb8-b815-4b06-b66d-1b9a9369a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:20.489527 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-34cf8cd2-36c5-42e9-9947-a489d03654f7 req-cc897eb8-b815-4b06-b66d-1b9a9369a2e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96d497b5-c921-4430-a698-604964f9d557&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719218
Dec 16 14:48:20.622569 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-34cf8cd2-36c5-42e9-9947-a489d03654f7 req-ec7a6ed8-6133-4f5e-9b37-5a441b54636e service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259136
Dec 16 14:48:20.755012 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-34cf8cd2-36c5-42e9-9947-a489d03654f7 req-91e3f06e-88c7-4cc7-942d-d3587ef2465a service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252835
Dec 16 14:48:22.026644 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:23.830542 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977650c-4349-4ece-a72c-40e5f37460ba req-981a37bc-f993-4d1d-bd74-3bc2e3888b78 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:23.831913 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b977650c-4349-4ece-a72c-40e5f37460ba req-981a37bc-f993-4d1d-bd74-3bc2e3888b78 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0930262
Dec 16 14:48:23.877067 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b977650c-4349-4ece-a72c-40e5f37460ba req-757d61d6-e9e1-4d0d-8ec5-aee5a5c2c65a tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385151
Dec 16 14:48:25.064575 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09871aed-cc4c-4d79-9520-e1b457483b4c req-121367d2-37a5-4753-a87e-244023266c16 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:25.066100 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-09871aed-cc4c-4d79-9520-e1b457483b4c req-121367d2-37a5-4753-a87e-244023266c16 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0811470
Dec 16 14:48:25.118822 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-09871aed-cc4c-4d79-9520-e1b457483b4c req-f07594f1-5077-4056-a81e-3f9694a6565b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466106
Dec 16 14:48:26.312759 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40954e42-3538-4442-b59d-05c1b481103a req-83d57f18-cf6f-43c7-9876-4af1b4735a9f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:26.314290 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-40954e42-3538-4442-b59d-05c1b481103a req-83d57f18-cf6f-43c7-9876-4af1b4735a9f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0849109
Dec 16 14:48:26.360006 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-40954e42-3538-4442-b59d-05c1b481103a req-32250ca8-9b29-46c3-bbbc-043e662832b0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395522
Dec 16 14:48:27.551229 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1165a-5a23-430e-aa44-c1e358df9893 req-7eab56f8-a335-4237-a222-9086e04499e7 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:27.552762 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-82d1165a-5a23-430e-aa44-c1e358df9893 req-7eab56f8-a335-4237-a222-9086e04499e7 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0832095
Dec 16 14:48:27.599701 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-82d1165a-5a23-430e-aa44-c1e358df9893 req-a48cde77-dcc4-4ac5-87f5-7b536a75112c tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402753
Dec 16 14:48:28.786194 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5d7fe-c887-46f1-af12-4bd89d900d01 req-36e7226d-298e-4116-b45d-0e17026891f8 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:28.787646 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-88f5d7fe-c887-46f1-af12-4bd89d900d01 req-36e7226d-298e-4116-b45d-0e17026891f8 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0821102
Dec 16 14:48:28.831752 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-88f5d7fe-c887-46f1-af12-4bd89d900d01 req-3f961b0f-5220-4fd4-ac77-15684dbac43d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377200
Dec 16 14:48:29.557232 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:48:30.016359 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f74a70-56a5-4989-8ef2-f0c549a862af req-44b899e5-272b-4d80-8316-e0df9e21c9c8 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:30.017905 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-75f74a70-56a5-4989-8ef2-f0c549a862af req-44b899e5-272b-4d80-8316-e0df9e21c9c8 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0785720
Dec 16 14:48:30.066640 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-75f74a70-56a5-4989-8ef2-f0c549a862af req-51301953-e5a1-4da9-b8c7-a8a022589cea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426037
Dec 16 14:48:31.246836 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e385f5-fb05-45b1-9c62-ddbe2b44a319 req-ba75612e-85af-4889-95d0-fbd1c8e1afb3 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:31.248278 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b4e385f5-fb05-45b1-9c62-ddbe2b44a319 req-ba75612e-85af-4889-95d0-fbd1c8e1afb3 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0785394
Dec 16 14:48:31.292480 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b4e385f5-fb05-45b1-9c62-ddbe2b44a319 req-fde81b64-2705-44bf-a79e-f296396d375a tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386109
Dec 16 14:48:32.478553 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b495a2a-e301-492d-9ddd-e73535826a98 req-798400cb-7b1c-4a01-be09-eec8d4d23d93 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:32.480004 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5b495a2a-e301-492d-9ddd-e73535826a98 req-798400cb-7b1c-4a01-be09-eec8d4d23d93 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0847058
Dec 16 14:48:32.530090 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5b495a2a-e301-492d-9ddd-e73535826a98 req-ce5eacc0-e10b-48cd-aa8e-3fdc79b964f5 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443811
Dec 16 14:48:33.713574 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acebe4-edc5-4407-b6e0-081c9ccfa1ad req-f22da487-6e8a-4e9b-8058-e82ccf5cc7f6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:33.715025 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-48acebe4-edc5-4407-b6e0-081c9ccfa1ad req-f22da487-6e8a-4e9b-8058-e82ccf5cc7f6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0796759
Dec 16 14:48:33.759271 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-48acebe4-edc5-4407-b6e0-081c9ccfa1ad req-4139d06b-f4b5-473e-a2dd-b72487679dbc tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386126
Dec 16 14:48:34.951219 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01164337-839c-4c20-baa9-6c6642473f6d req-9c89b080-7748-41e3-97fd-3fb0b1f3fcbe tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:34.952680 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-01164337-839c-4c20-baa9-6c6642473f6d req-9c89b080-7748-41e3-97fd-3fb0b1f3fcbe tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0847673
Dec 16 14:48:34.997839 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-01164337-839c-4c20-baa9-6c6642473f6d req-1cec80c4-71aa-4df9-a830-27c99970ba27 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385759
Dec 16 14:48:36.181469 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cf014-c757-439e-8ad5-93da36c31d19 req-82b7ef56-f3a8-43f3-804c-1505768b40a7 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:36.182906 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-072cf014-c757-439e-8ad5-93da36c31d19 req-82b7ef56-f3a8-43f3-804c-1505768b40a7 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0781045
Dec 16 14:48:36.229601 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-072cf014-c757-439e-8ad5-93da36c31d19 req-f01c8362-f142-4743-a33a-c07452ef6892 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411301
Dec 16 14:48:37.411891 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e7419-2a0d-4bcb-9c56-d7f3b5fc8bac req-9fa93f7b-b38d-4851-b78f-4d71cb9fafd2 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:37.413360 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9f2e7419-2a0d-4bcb-9c56-d7f3b5fc8bac req-9fa93f7b-b38d-4851-b78f-4d71cb9fafd2 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0798941
Dec 16 14:48:37.456605 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9f2e7419-2a0d-4bcb-9c56-d7f3b5fc8bac req-b85d54c4-bff9-4d9f-bdb6-d4d884b709ef tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365806
Dec 16 14:48:38.640848 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8463f-a937-4468-9a0a-1dc7019a1943 req-fad0b5e6-177e-4c7e-8ff6-90eea78f9f2e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:38.642305 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-66e8463f-a937-4468-9a0a-1dc7019a1943 req-fad0b5e6-177e-4c7e-8ff6-90eea78f9f2e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0818257
Dec 16 14:48:38.686420 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-66e8463f-a937-4468-9a0a-1dc7019a1943 req-bbb5641c-223f-4163-8ab5-35b2010452b4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385308
Dec 16 14:48:39.869042 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a5668-b964-4480-b582-8075bb47ce73 req-da8a95cb-6688-4fd8-a296-07d3b21901cb tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:39.870554 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-305a5668-b964-4480-b582-8075bb47ce73 req-da8a95cb-6688-4fd8-a296-07d3b21901cb tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0803738
Dec 16 14:48:39.914145 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-305a5668-b964-4480-b582-8075bb47ce73 req-1db2e8c7-7eb8-488d-9179-95cbf2b3bb80 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379157
Dec 16 14:48:40.320353 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c25e8-cec0-4229-8b8c-1ecf34882b6b req-bb79626d-7dd6-4b09-b851-78e90d81150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:40.321793 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7e8c25e8-cec0-4229-8b8c-1ecf34882b6b req-bb79626d-7dd6-4b09-b851-78e90d81150d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44&device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 1098 time: 0.0735078
Dec 16 14:48:40.343070 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3be5-78ea-4d53-855b-1b213d38680d req-39aaadc6-c140-47a3-a8d9-0917d834f095 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:40.344515 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f4ec3be5-78ea-4d53-855b-1b213d38680d req-39aaadc6-c140-47a3-a8d9-0917d834f095 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.1731369
Dec 16 14:48:40.387977 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f4ec3be5-78ea-4d53-855b-1b213d38680d req-e42e7f50-7eb9-4bcb-a814-940ac9ced9d3 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378861
Dec 16 14:48:40.453574 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c25e8-cec0-4229-8b8c-1ecf34882b6b req-7104ae58-7dfb-4db8-a8b9-bc8a51b93802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:40.456043 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7e8c25e8-cec0-4229-8b8c-1ecf34882b6b req-7104ae58-7dfb-4db8-a8b9-bc8a51b93802 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 HTTP/1.1" status: 200  len: 912 time: 0.1281643
Dec 16 14:48:40.558915 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7e8c25e8-cec0-4229-8b8c-1ecf34882b6b req-e42f25f0-12d1-41e1-b3f1-09f7b194fb06 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71ec40cc-e92b-4e94-8b04-7b26de75bfbb HTTP/1.1" status: 200  len: 1001 time: 0.0959637
Dec 16 14:48:40.728120 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c25e8-cec0-4229-8b8c-1ecf34882b6b req-d789b260-b86d-490e-b150-917eb97c8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:40.729631 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7e8c25e8-cec0-4229-8b8c-1ecf34882b6b req-d789b260-b86d-490e-b150-917eb97c8451 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05df6ab1-1a47-4448-a98a-27fa1060377f HTTP/1.1" status: 200  len: 850 time: 0.1641300
Dec 16 14:48:40.804181 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c25e8-cec0-4229-8b8c-1ecf34882b6b req-b526663c-c246-4a31-b59d-b312c95bfe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:40.805725 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7e8c25e8-cec0-4229-8b8c-1ecf34882b6b req-b526663c-c246-4a31-b59d-b312c95bfe49 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696471
Dec 16 14:48:40.937610 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7e8c25e8-cec0-4229-8b8c-1ecf34882b6b req-17f4c8c9-81a0-4224-88a9-e8582caa9d40 service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253109
Dec 16 14:48:41.068661 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-7e8c25e8-cec0-4229-8b8c-1ecf34882b6b req-f3b74f5c-9182-4f6f-af60-3cd02531ebe4 service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250346
Dec 16 14:48:41.577656 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1d677-75bc-4ff6-b859-fc91ea5dd64a req-ebb930e4-2e2d-4de6-98a5-0d7a34b061ea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:41.579106 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-02d1d677-75bc-4ff6-b859-fc91ea5dd64a req-ebb930e4-2e2d-4de6-98a5-0d7a34b061ea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0862226
Dec 16 14:48:41.626989 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-02d1d677-75bc-4ff6-b859-fc91ea5dd64a req-c218ba92-dc84-4e08-b30d-9d7bf990086a tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423098
Dec 16 14:48:42.809909 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d21b31-cb58-48f4-bbfd-e80cfb7b4f86 req-7dc1890b-f229-4aec-adf5-e525c9b954dc tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:42.811360 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-12d21b31-cb58-48f4-bbfd-e80cfb7b4f86 req-7dc1890b-f229-4aec-adf5-e525c9b954dc tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.0797627
Dec 16 14:48:42.855192 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-12d21b31-cb58-48f4-bbfd-e80cfb7b4f86 req-a3751d9a-78b8-4458-90e7-7bdf3c65d74b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381980
Dec 16 14:48:45.357463 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:46.469247 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-230fa181-5a43-46ea-849f-a1982d84df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:49.029040 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-a75b249d-cc7b-4d7d-8536-7b37b5dc9235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:50.257879 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:50.422686 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:52.027549 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:04.579737 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55672) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:04.781955 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Deleting port 69fd0144-b09e-4dfb-8e79-69b352c3e8a2 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:49:04.782297 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:04.949134 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:04.949459 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:05.073994 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Calling delete_port for 69fd0144-b09e-4dfb-8e79-69b352c3e8a2 owned by network:floatingip {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:49:05.217721 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:05.222326 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-36bd7688-7fb6-4ddf-8d8c-36d33a787e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:05.293753 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Pushing event deleted for resources: {'Port': ['ID=69fd0144-b09e-4dfb-8e79-69b352c3e8a2,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:05.309936 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.310304 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.310671 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.311019 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.311375 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.311723 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.312075 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.313079 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.313431 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.313780 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.314122 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.314469 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.340167 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:05.368386 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for floatingip, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:05.368708 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.l3_db [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Floating IP 96bdec35-f293-4937-b4f9-ed566bf0c771 disassociated (deleted). External IP: 172.27.0.202, port: 1332f1d9-cf0e-479c-a21e-c9c4facfafe9.
Dec 16 14:49:05.817018 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Router 36142466-c504-4380-afa9-823a67e586a9 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:49:05.997693 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:49:06.009542 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7ff7f-f03a-4667-8257-24f72b8f4697 None None] Sync routers for ids ['36142466-c504-4380-afa9-823a67e586a9'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:49:06.020571 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:06.022439 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7ff7f-f03a-4667-8257-24f72b8f4697 None None] Routers {'36142466-c504-4380-afa9-823a67e586a9'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:49:06.023317 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-c8f7ff7f-f03a-4667-8257-24f72b8f4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753decafd0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:48:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['36142466-c504-4380-afa9-823a67e586a9'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:06.084516 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "DELETE /v2.0/floatingips/96bdec35-f293-4937-b4f9-ed566bf0c771 HTTP/1.1" status: 204  len: 168 time: 1.5036814
Dec 16 14:49:06.085205 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'tag': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:49:06.133781 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'tag': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'status': 'completed', 'code': 200}
Dec 16 14:49:06.213436 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-c8f7ff7f-f03a-4667-8257-24f72b8f4697 None None] Set router 36142466-c504-4380-afa9-823a67e586a9 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:49:06.252225 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af451f2-d3dd-4fcd-ba7e-a0c383c56657 req-d8a2591b-048c-42e5-b095-e881e8921fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:06.253681 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3af451f2-d3dd-4fcd-ba7e-a0c383c56657 req-d8a2591b-048c-42e5-b095-e881e8921fbe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=46480af5f9db43618ad0897695518251&device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 1098 time: 0.0718386
Dec 16 14:49:06.400107 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af451f2-d3dd-4fcd-ba7e-a0c383c56657 req-b1b78668-1939-4095-b6f9-abbcd7d8d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:06.401628 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3af451f2-d3dd-4fcd-ba7e-a0c383c56657 req-b1b78668-1939-4095-b6f9-abbcd7d8d2ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=96d497b5-c921-4430-a698-604964f9d557 HTTP/1.1" status: 200  len: 910 time: 0.1411297
Dec 16 14:49:06.474127 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3af451f2-d3dd-4fcd-ba7e-a0c383c56657 req-7004d6b5-7adc-44db-97dc-41e02deb78d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9 HTTP/1.1" status: 200  len: 217 time: 0.0653207
Dec 16 14:49:06.488132 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f260a-c079-4642-b471-5e484a256829 req-14bcd77d-305b-476b-bea1-32c082256fdc tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:06.488881 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-c61f260a-c079-4642-b471-5e484a256829 req-14bcd77d-305b-476b-bea1-32c082256fdc tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Synchronizing usage tracker for tenant:46480af5f9db43618ad0897695518251 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:49:06.507685 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-c61f260a-c079-4642-b471-5e484a256829 req-14bcd77d-305b-476b-bea1-32c082256fdc tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Unset dirty status for tenant:46480af5f9db43618ad0897695518251 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:49:06.509390 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c61f260a-c079-4642-b471-5e484a256829 req-14bcd77d-305b-476b-bea1-32c082256fdc tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.1032796
Dec 16 14:49:06.542935 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-c8f7ff7f-f03a-4667-8257-24f72b8f4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753decafd0>, [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port': {'id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:14Z', 'updated_at': '2021-12-16T14:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '49a816a7-496f-47dd-b66c-d80dd2af8db9', 'name': '', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'tenant_id': '46480af5f9db43618ad0897695518251', 'mac_address': 'fa:16:3e:d9:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:18Z', 'updated_at': '2021-12-16T14:44:36Z', 'revision_number': 5, 'project_id': '46480af5f9db43618ad0897695518251', 'subnets': [{'id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:06.545430 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af451f2-d3dd-4fcd-ba7e-a0c383c56657 req-9603b4ed-c727-42ff-aea6-2a46ab011cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:06.547491 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3af451f2-d3dd-4fcd-ba7e-a0c383c56657 req-9603b4ed-c727-42ff-aea6-2a46ab011cb0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4065d15a-cb85-4fdb-b221-40b98c53aeb0 HTTP/1.1" status: 200  len: 848 time: 0.0650351
Dec 16 14:49:06.550921 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7ff7f-f03a-4667-8257-24f72b8f4697 None None] Checking router: 36142466-c504-4380-afa9-823a67e586a9 for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:49:06.557535 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:49:06.561782 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c61f260a-c079-4642-b471-5e484a256829 req-d890bddf-70d7-4d9d-9185-d1fad5e4e2da tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466692
Dec 16 14:49:06.563967 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7ff7f-f03a-4667-8257-24f72b8f4697 None None] Routers {'36142466-c504-4380-afa9-823a67e586a9'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:49:06.564573 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-c8f7ff7f-f03a-4667-8257-24f72b8f4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753decafd0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:48:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['36142466-c504-4380-afa9-823a67e586a9'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:06.628996 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af451f2-d3dd-4fcd-ba7e-a0c383c56657 req-37a7af48-fa7c-4cf9-84a5-881d9c0b663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:06.630483 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3af451f2-d3dd-4fcd-ba7e-a0c383c56657 req-37a7af48-fa7c-4cf9-84a5-881d9c0b663b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96d497b5-c921-4430-a698-604964f9d557&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754640
Dec 16 14:49:06.738139 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-c8f7ff7f-f03a-4667-8257-24f72b8f4697 None None] Set router 36142466-c504-4380-afa9-823a67e586a9 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:49:06.768909 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3af451f2-d3dd-4fcd-ba7e-a0c383c56657 req-abe2cec7-a0a2-4497-a18d-8e137c551eb2 service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262352
Dec 16 14:49:06.906974 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-3af451f2-d3dd-4fcd-ba7e-a0c383c56657 req-f4966fef-7a20-4822-98cd-3578f19871a0 service neutron] 10.222.0.66 "GET /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290050
Dec 16 14:49:07.054835 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-c8f7ff7f-f03a-4667-8257-24f72b8f4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753decafd0>, [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port': {'id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:14Z', 'updated_at': '2021-12-16T14:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '49a816a7-496f-47dd-b66c-d80dd2af8db9', 'name': '', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'tenant_id': '46480af5f9db43618ad0897695518251', 'mac_address': 'fa:16:3e:d9:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:18Z', 'updated_at': '2021-12-16T14:44:36Z', 'revision_number': 5, 'project_id': '46480af5f9db43618ad0897695518251', 'subnets': [{'id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:07.059282 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7ff7f-f03a-4667-8257-24f72b8f4697 None None] The sync data for ids ['36142466-c504-4380-afa9-823a67e586a9'] in dv-cinder-821892-3-iscsi is: [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:44:19Z', 'revision_number': 4, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port': {'id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:14Z', 'updated_at': '2021-12-16T14:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': '49a816a7-496f-47dd-b66c-d80dd2af8db9', 'name': '', 'network_id': '96d497b5-c921-4430-a698-604964f9d557', 'tenant_id': '46480af5f9db43618ad0897695518251', 'mac_address': 'fa:16:3e:d9:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:18Z', 'updated_at': '2021-12-16T14:44:36Z', 'revision_number': 5, 'project_id': '46480af5f9db43618ad0897695518251', 'subnets': [{'id': '4065d15a-cb85-4fdb-b221-40b98c53aeb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:49:07.269872 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f05ae29-757e-4efd-9466-660b5f06ace1 None None] New status for floating IP 96bdec35-f293-4937-b4f9-ed566bf0c771: DOWN {{(pid=87790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:49:07.749558 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c14f4d-0c59-4907-8de5-ee5b3a10cee6 req-cbe4769b-d134-4c7b-a48d-e5a521cac253 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:07.751558 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a2c14f4d-0c59-4907-8de5-ee5b3a10cee6 req-cbe4769b-d134-4c7b-a48d-e5a521cac253 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0826278
Dec 16 14:49:07.795431 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a2c14f4d-0c59-4907-8de5-ee5b3a10cee6 req-b706ecc7-e17c-47f8-a7ec-bf363218a975 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/security-groups?id=666c96af-29ce-4ce0-a948-81b96d14d339&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380554
Dec 16 14:49:08.204513 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd858823-ff09-472b-96c0-c3692e3591a6 req-55c6192d-7aa9-46f9-a4f0-cfca4c135704 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:08.206004 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-dd858823-ff09-472b-96c0-c3692e3591a6 req-55c6192d-7aa9-46f9-a4f0-cfca4c135704 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.66 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 945 time: 0.0793390
Dec 16 14:49:08.279267 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-dd858823-ff09-472b-96c0-c3692e3591a6 req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Deleting port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:49:08.279610 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-dd858823-ff09-472b-96c0-c3692e3591a6 req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:08.524543 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-dd858823-ff09-472b-96c0-c3692e3591a6 req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] For port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:08.524833 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-dd858823-ff09-472b-96c0-c3692e3591a6 req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:08.745875 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-dd858823-ff09-472b-96c0-c3692e3591a6 req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Calling delete_port for 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 owned by compute:nova {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:49:08.897264 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-dd858823-ff09-472b-96c0-c3692e3591a6 req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:08.903265 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-601d037f-def1-49ee-880c-eed8dcf0ad65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:08.944109 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-83352161-327b-4185-aec8-b3e4313129eb req-93a60a83-125c-43ed-b532-110969c496f4 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 210 time: 0.0433910
Dec 16 14:49:08.949224 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Pushing event deleted for resources: {'Port': ['ID=1332f1d9-cf0e-479c-a21e-c9c4facfafe9,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:08.987604 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:08.987980 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:08.988351 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:08.988711 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:08.989098 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:08.989453 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:08.989805 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:08.990154 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:08.990507 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:08.990858 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:08.991204 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:08.991549 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:08.998615 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:09.037780 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd858823-ff09-472b-96c0-c3692e3591a6 req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] No DVR routers for this DVR port 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 on host hv-cinder-82189 {{(pid=87789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:49:09.040149 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-dd858823-ff09-472b-96c0-c3692e3591a6 req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:09.042653 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'name': 'network-vif-deleted', 'tag': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:49:09.058473 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-dd858823-ff09-472b-96c0-c3692e3591a6 req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.66 "DELETE /v2.0/ports/1332f1d9-cf0e-479c-a21e-c9c4facfafe9 HTTP/1.1" status: 204  len: 173 time: 0.8463225
Dec 16 14:49:09.089501 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10a0f8d-4ce2-4f76-bdee-a88622ecf459', 'name': 'network-vif-deleted', 'tag': '1332f1d9-cf0e-479c-a21e-c9c4facfafe9', 'status': 'completed', 'code': 200}
Dec 16 14:49:10.107424 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-65736806-574f-443a-8b6c-4de1958ed540 req-aba8859b-a7a9-49be-86f1-c92dc771dc80 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10a0f8d-4ce2-4f76-bdee-a88622ecf459 HTTP/1.1" status: 200  len: 210 time: 0.0457795
Dec 16 14:49:11.202200 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55694) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:11.269474 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-98914531-8ff6-4e26-b8db-6be9da1838ca tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:11.298971 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-98914531-8ff6-4e26-b8db-6be9da1838ca tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:11.361394 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-98914531-8ff6-4e26-b8db-6be9da1838ca tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:11.365487 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-da75ea2d-f398-4220-8a87-909a452a4e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:11.379248 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98914531-8ff6-4e26-b8db-6be9da1838ca tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666c96af-29ce-4ce0-a948-81b96d14d339,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:11.383122 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-98914531-8ff6-4e26-b8db-6be9da1838ca tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:11.393798 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-98914531-8ff6-4e26-b8db-6be9da1838ca tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:11.394835 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-98914531-8ff6-4e26-b8db-6be9da1838ca tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] 10.222.0.64 "DELETE /v2.0/security-groups/666c96af-29ce-4ce0-a948-81b96d14d339 HTTP/1.1" status: 204  len: 168 time: 0.1916792
Dec 16 14:49:11.436989 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55700) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:12.010807 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-43730181-52b8-4c5b-b047-89a34f8e1416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741734'] for router_interface, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.450155 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-43730181-52b8-4c5b-b047-89a34f8e1416 admin admin] Deleting port 49a816a7-496f-47dd-b66c-d80dd2af8db9 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:49:12.450834 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-43730181-52b8-4c5b-b047-89a34f8e1416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.621645 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-43730181-52b8-4c5b-b047-89a34f8e1416 admin admin] For port 49a816a7-496f-47dd-b66c-d80dd2af8db9, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=49a816a7-496f-47dd-b66c-d80dd2af8db9,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:12.621994 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-43730181-52b8-4c5b-b047-89a34f8e1416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.741175 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-43730181-52b8-4c5b-b047-89a34f8e1416 admin admin] Calling delete_port for 49a816a7-496f-47dd-b66c-d80dd2af8db9 owned by network:router_interface {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:49:12.915503 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-43730181-52b8-4c5b-b047-89a34f8e1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.918931 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:12.926159 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:12.960387 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:49:12.960751 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 1332f1d9-cf0e-479c-a21e-c9c4facfafe9 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:12.961865 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43730181-52b8-4c5b-b047-89a34f8e1416 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a816a7-496f-47dd-b66c-d80dd2af8db9,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:12.964881 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-43730181-52b8-4c5b-b047-89a34f8e1416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:13.226310 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-43730181-52b8-4c5b-b047-89a34f8e1416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832278'] for router_interface, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:13.572869 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43730181-52b8-4c5b-b047-89a34f8e1416 admin admin] Router 36142466-c504-4380-afa9-823a67e586a9 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:49:13.851363 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43730181-52b8-4c5b-b047-89a34f8e1416 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:49:13.859941 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b5afb8-657c-430c-a21e-f07bdfd94adf None None] Sync routers for ids ['36142466-c504-4380-afa9-823a67e586a9'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:49:13.864358 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-43730181-52b8-4c5b-b047-89a34f8e1416 admin admin] 10.222.0.64 "PUT /v2.0/routers/36142466-c504-4380-afa9-823a67e586a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4262776
Dec 16 14:49:13.866783 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55706) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:13.873178 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5afb8-657c-430c-a21e-f07bdfd94adf None None] Routers {'36142466-c504-4380-afa9-823a67e586a9'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:49:13.873865 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-02b5afb8-657c-430c-a21e-f07bdfd94adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753decaf10>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:48:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['36142466-c504-4380-afa9-823a67e586a9'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:14.041684 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Notify callbacks [] for router, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:14.074384 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-02b5afb8-657c-430c-a21e-f07bdfd94adf None None] Set router 36142466-c504-4380-afa9-823a67e586a9 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:49:14.220544 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:14.230732 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Deleting port f91222e2-69ba-4b93-82a5-5f6f3070c22b {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:49:14.231129 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:14.361522 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-02b5afb8-657c-430c-a21e-f07bdfd94adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753decaf10>, [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:49:12Z', 'revision_number': 5, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port': {'id': 'f91222e2-69ba-4b93-82a5-5f6f3070c22b', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36142466-c504-4380-afa9-823a67e586a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:14Z', 'updated_at': '2021-12-16T14:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:14.365203 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b5afb8-657c-430c-a21e-f07bdfd94adf None None] Checking router: 36142466-c504-4380-afa9-823a67e586a9 for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:49:14.373257 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5afb8-657c-430c-a21e-f07bdfd94adf None None] Routers {'36142466-c504-4380-afa9-823a67e586a9'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:49:14.373837 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-02b5afb8-657c-430c-a21e-f07bdfd94adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753decaf10>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:48:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['36142466-c504-4380-afa9-823a67e586a9'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:14.409682 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] For port f91222e2-69ba-4b93-82a5-5f6f3070c22b, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=f91222e2-69ba-4b93-82a5-5f6f3070c22b,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:14.410078 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:14.520823 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-02b5afb8-657c-430c-a21e-f07bdfd94adf None None] Set router 36142466-c504-4380-afa9-823a67e586a9 gateway port host: None {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:49:14.532435 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Calling delete_port for f91222e2-69ba-4b93-82a5-5f6f3070c22b owned by network:router_gateway {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:49:14.622851 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-02b5afb8-657c-430c-a21e-f07bdfd94adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753decaf10>, [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:49:14Z', 'revision_number': 6, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port_host': None}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:14.627371 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b5afb8-657c-430c-a21e-f07bdfd94adf None None] The sync data for ids ['36142466-c504-4380-afa9-823a67e586a9'] in dv-cinder-821892-3-iscsi is: [{'id': '36142466-c504-4380-afa9-823a67e586a9', 'name': 'tempest-TestShelveInstance-1452751366-router', 'tenant_id': '46480af5f9db43618ad0897695518251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:13Z', 'updated_at': '2021-12-16T14:49:14Z', 'revision_number': 6, 'project_id': '46480af5f9db43618ad0897695518251', 'gw_port_host': None}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:49:14.707773 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:14.712472 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-cc2e2df1-c1fd-4459-a367-5f6f8a8ace15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:14.758824 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Pushing event deleted for resources: {'Port': ['ID=f91222e2-69ba-4b93-82a5-5f6f3070c22b,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:14.784122 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:14.846162 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831873'] for router_gateway, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.029234 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1123'] for router, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.031489 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.056335 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741647'] for router, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.056890 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36142466-c504-4380-afa9-823a67e586a9 {{(pid=87788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 14:49:15.072225 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Notify callbacks [] for router, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.073980 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] 10.222.0.64 "DELETE /v2.0/routers/36142466-c504-4380-afa9-823a67e586a9 HTTP/1.1" status: 204  len: 168 time: 1.2062817
Dec 16 14:49:15.076409 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55712) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:15.241959 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3aedd8-2363-46a5-be77-f7028d2d8aed admin admin] Deleting subnet 4065d15a-cb85-4fdb-b221-40b98c53aeb0 {{(pid=87788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:49:15.245031 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc3aedd8-2363-46a5-be77-f7028d2d8aed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.292945 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc3aedd8-2363-46a5-be77-f7028d2d8aed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934412'] for subnet, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.361901 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.375655 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc3aedd8-2363-46a5-be77-f7028d2d8aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.449868 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc3aedd8-2363-46a5-be77-f7028d2d8aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1525904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1418927'] for subnet, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.455284 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-b5361f07-b8e7-422b-9435-0c091bce68da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:15.491092 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3aedd8-2363-46a5-be77-f7028d2d8aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4065d15a-cb85-4fdb-b221-40b98c53aeb0,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:15.493082 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cc3aedd8-2363-46a5-be77-f7028d2d8aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.499878 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-cc3aedd8-2363-46a5-be77-f7028d2d8aed admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4065d15a-cb85-4fdb-b221-40b98c53aeb0 HTTP/1.1" status: 204  len: 168 time: 0.4224272
Dec 16 14:49:15.501165 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-cc3aedd8-2363-46a5-be77-f7028d2d8aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:15.502324 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55720) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:15.503551 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849b4d1-4cc5-4330-9d29-62a546c67d51 None None] Network 96d497b5-c921-4430-a698-604964f9d557 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:49:15.623537 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.636326 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Deleting port ebec90fa-5822-417a-836c-86e1c0c62042 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:49:15.636669 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.835913 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36729745-4f98-4e5c-956b-344a8484ca1b None None] DHCP port deletion for 96d497b5-c921-4430-a698-604964f9d557 request from dv-cinder-821892-3-iscsi {{(pid=87790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 14:49:15.840876 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-36729745-4f98-4e5c-956b-344a8484ca1b None None] Deleting port ebec90fa-5822-417a-836c-86e1c0c62042 {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:49:15.841445 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-36729745-4f98-4e5c-956b-344a8484ca1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.888230 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device f91222e2-69ba-4b93-82a5-5f6f3070c22b no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:15.902664 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] For port ebec90fa-5822-417a-836c-86e1c0c62042, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=ebec90fa-5822-417a-836c-86e1c0c62042,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:15.903205 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.942077 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: f91222e2-69ba-4b93-82a5-5f6f3070c22b {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:49:15.942500 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device f91222e2-69ba-4b93-82a5-5f6f3070c22b not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:15.943026 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 49a816a7-496f-47dd-b66c-d80dd2af8db9 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:15.979503 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: 49a816a7-496f-47dd-b66c-d80dd2af8db9 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:49:15.979778 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 49a816a7-496f-47dd-b66c-d80dd2af8db9 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:16.030451 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Calling delete_port for ebec90fa-5822-417a-836c-86e1c0c62042 owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:49:16.106372 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.111563 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ce3f0ae2-f1f1-4266-a8e0-49f0e11a11eb tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:16.136690 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-36729745-4f98-4e5c-956b-344a8484ca1b None None] For port ebec90fa-5822-417a-836c-86e1c0c62042, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=ebec90fa-5822-417a-836c-86e1c0c62042,segment=NetworkSegment(03722b98-e4a6-4aee-9a68-64dd95d3c204),segment_id=03722b98-e4a6-4aee-9a68-64dd95d3c204)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:16.137132 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-36729745-4f98-4e5c-956b-344a8484ca1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.158058 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebec90fa-5822-417a-836c-86e1c0c62042,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:16.159855 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] No DVR routers for this DVR port ebec90fa-5822-417a-836c-86e1c0c62042 on host dv-cinder-821892-3-iscsi {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:49:16.161356 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:16.256431 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-36729745-4f98-4e5c-956b-344a8484ca1b None None] Calling delete_port for ebec90fa-5822-417a-836c-86e1c0c62042 owned by network:dhcp {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:49:16.278033 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.304144 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753e519ca0>,) {'filters': {'network_id': ['96d497b5-c921-4430-a698-604964f9d557']}} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:16.316274 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753e519ca0>, '03722b98-e4a6-4aee-9a68-64dd95d3c204') {'for_net_delete': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:16.316567 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753e519ca0>, '03722b98-e4a6-4aee-9a68-64dd95d3c204') {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:16.328692 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.db.api [None req-36729745-4f98-4e5c-956b-344a8484ca1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:49:16.329232 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_db.api [None req-36729745-4f98-4e5c-956b-344a8484ca1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:49:16.329896 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934427'] for segment, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.348452 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.355242 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=87788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:49:16.355757 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1525838'] for segment, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]: Traceback (most recent call last):
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     timer()
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     cb(*args, **kw)
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     return func(*args, **kwargs)
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     self._notify()
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     self.callback(batched_events)
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     event.method(event)
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     return f(self, *a, **k)
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._get(url).json()
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:49:16.369297 dv-cinder-821892-3-iscsi neutron-server[87788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:49:16.445130 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.448490 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:16.461920 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.471448 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-4b8de79b-9fd2-4c1a-887b-f42ac6675a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.473079 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=96d497b5-c921-4430-a698-604964f9d557,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:16.476317 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:16.487172 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] 10.222.0.64 "DELETE /v2.0/networks/96d497b5-c921-4430-a698-604964f9d557 HTTP/1.1" status: 204  len: 168 time: 0.9837413
Dec 16 14:49:16.489917 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55728) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:16.830977 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-36729745-4f98-4e5c-956b-344a8484ca1b None None] Deleting port ebec90fa-5822-417a-836c-86e1c0c62042 {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:49:16.831409 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-36729745-4f98-4e5c-956b-344a8484ca1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.903972 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-36729745-4f98-4e5c-956b-344a8484ca1b None None] The port 'ebec90fa-5822-417a-836c-86e1c0c62042' was deleted {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 14:49:17.153066 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8290ea74-f036-4d01-b5c1-e65c97424f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741734'] for router_interface, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:17.482366 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a9d64-bd73-48f7-a507-d4e4431627c0 req-b66bee10-0b62-4875-9b18-fb345a0ef632 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:17.483817 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-567a9d64-bd73-48f7-a507-d4e4431627c0 req-b66bee10-0b62-4875-9b18-fb345a0ef632 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.2543252
Dec 16 14:49:17.541067 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-567a9d64-bd73-48f7-a507-d4e4431627c0 req-4e64f48f-244d-465e-9c35-ea0e5f8e5389 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468807
Dec 16 14:49:17.601776 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-8290ea74-f036-4d01-b5c1-e65c97424f07 admin admin] Deleting port 00558d43-edfb-4e97-8a7a-6f612696c3a9 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:49:17.602123 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8290ea74-f036-4d01-b5c1-e65c97424f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:17.774913 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-8290ea74-f036-4d01-b5c1-e65c97424f07 admin admin] For port 00558d43-edfb-4e97-8a7a-6f612696c3a9, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=00558d43-edfb-4e97-8a7a-6f612696c3a9,segment=NetworkSegment(bba7dcfc-356d-4f84-9a26-6f4cf6408421),segment_id=bba7dcfc-356d-4f84-9a26-6f4cf6408421)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:17.775267 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8290ea74-f036-4d01-b5c1-e65c97424f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:17.803485 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device ebec90fa-5822-417a-836c-86e1c0c62042 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:17.837306 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: ebec90fa-5822-417a-836c-86e1c0c62042 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:49:17.837712 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device ebec90fa-5822-417a-836c-86e1c0c62042 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:17.901319 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-8290ea74-f036-4d01-b5c1-e65c97424f07 admin admin] Calling delete_port for 00558d43-edfb-4e97-8a7a-6f612696c3a9 owned by network:router_interface {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:49:18.084730 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8290ea74-f036-4d01-b5c1-e65c97424f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:18.089007 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-23ad9002-ec67-448c-9e81-083236f09792 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:18.131764 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290ea74-f036-4d01-b5c1-e65c97424f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=00558d43-edfb-4e97-8a7a-6f612696c3a9,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:18.160758 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8290ea74-f036-4d01-b5c1-e65c97424f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:18.497002 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8290ea74-f036-4d01-b5c1-e65c97424f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832278'] for router_interface, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:18.827471 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01ec24-4469-4a17-a710-5cf62cea9bcf req-051f1a44-b41f-4c1b-9e50-9414e98352f0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:18.828844 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-de01ec24-4469-4a17-a710-5cf62cea9bcf req-051f1a44-b41f-4c1b-9e50-9414e98352f0 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.1755724
Dec 16 14:49:18.954733 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-de01ec24-4469-4a17-a710-5cf62cea9bcf req-eb3ad627-40bc-4cd7-b358-6ba14fd1be98 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787621
Dec 16 14:49:18.963589 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8290ea74-f036-4d01-b5c1-e65c97424f07 admin admin] Router c821b371-faa4-4a4c-8738-e7e90200f310 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:49:19.030878 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7f175b8f-daca-4e80-a5db-560f10458a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:19.143462 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8290ea74-f036-4d01-b5c1-e65c97424f07 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:49:19.151970 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5bc892-3f67-4a0f-901b-36ad70f3ab06 None None] Sync routers for ids ['c821b371-faa4-4a4c-8738-e7e90200f310'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:49:19.159656 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-8290ea74-f036-4d01-b5c1-e65c97424f07 admin admin] 10.222.0.64 "PUT /v2.0/routers/c821b371-faa4-4a4c-8738-e7e90200f310/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6687171
Dec 16 14:49:19.162586 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55740) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:19.163333 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5bc892-3f67-4a0f-901b-36ad70f3ab06 None None] Routers {'c821b371-faa4-4a4c-8738-e7e90200f310'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:49:19.166243 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-5a5bc892-3f67-4a0f-901b-36ad70f3ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dac9f70>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['c821b371-faa4-4a4c-8738-e7e90200f310'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:19.345278 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Notify callbacks [] for router, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:19.380927 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-5a5bc892-3f67-4a0f-901b-36ad70f3ab06 None None] Set router c821b371-faa4-4a4c-8738-e7e90200f310 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:49:19.522280 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:19.531581 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Deleting port 2e96cb3f-aeee-43e5-8826-aa990457be10 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:49:19.531934 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:19.674084 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-5a5bc892-3f67-4a0f-901b-36ad70f3ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dac9f70>, [{'id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'name': 'tempest-TestShelveInstance-615897394-router', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '2e96cb3f-aeee-43e5-8826-aa990457be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:23Z', 'updated_at': '2021-12-16T14:49:18Z', 'revision_number': 5, 'project_id': '480d2c7547e541e190f2af602bbff8e5', 'gw_port': {'id': '2e96cb3f-aeee-43e5-8826-aa990457be10', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:fe:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:24Z', 'updated_at': '2021-12-16T14:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:19.678332 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5bc892-3f67-4a0f-901b-36ad70f3ab06 None None] Checking router: c821b371-faa4-4a4c-8738-e7e90200f310 for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:49:19.686725 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5bc892-3f67-4a0f-901b-36ad70f3ab06 None None] Routers {'c821b371-faa4-4a4c-8738-e7e90200f310'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:49:19.687333 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-5a5bc892-3f67-4a0f-901b-36ad70f3ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dac9f70>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['c821b371-faa4-4a4c-8738-e7e90200f310'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:19.708365 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] For port 2e96cb3f-aeee-43e5-8826-aa990457be10, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=2e96cb3f-aeee-43e5-8826-aa990457be10,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:19.708717 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:19.859068 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-5a5bc892-3f67-4a0f-901b-36ad70f3ab06 None None] Set router c821b371-faa4-4a4c-8738-e7e90200f310 gateway port host: None {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:49:19.959261 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Calling delete_port for 2e96cb3f-aeee-43e5-8826-aa990457be10 owned by network:router_gateway {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:49:19.964196 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-5a5bc892-3f67-4a0f-901b-36ad70f3ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dac9f70>, [{'id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'name': 'tempest-TestShelveInstance-615897394-router', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:23Z', 'updated_at': '2021-12-16T14:49:19Z', 'revision_number': 6, 'project_id': '480d2c7547e541e190f2af602bbff8e5', 'gw_port_host': None}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:19.968557 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5bc892-3f67-4a0f-901b-36ad70f3ab06 None None] The sync data for ids ['c821b371-faa4-4a4c-8738-e7e90200f310'] in dv-cinder-821892-3-iscsi is: [{'id': 'c821b371-faa4-4a4c-8738-e7e90200f310', 'name': 'tempest-TestShelveInstance-615897394-router', 'tenant_id': '480d2c7547e541e190f2af602bbff8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:23Z', 'updated_at': '2021-12-16T14:49:19Z', 'revision_number': 6, 'project_id': '480d2c7547e541e190f2af602bbff8e5', 'gw_port_host': None}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:49:20.185378 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:20.191759 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:20.236597 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53572f-5877-4afe-a427-e890ed353d30 req-f8b3ef4e-f195-49af-b421-2f25c69aa27b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:20.238093 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4a53572f-5877-4afe-a427-e890ed353d30 req-f8b3ef4e-f195-49af-b421-2f25c69aa27b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.1738455
Dec 16 14:49:20.247328 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e96cb3f-aeee-43e5-8826-aa990457be10,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:20.261310 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:20.274600 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:20.363541 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4a53572f-5877-4afe-a427-e890ed353d30 req-baca2ad7-a982-4ee7-bd65-fc57b8b6f78f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1173692
Dec 16 14:49:20.373762 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831873'] for router_gateway, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:20.427702 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:20.550221 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1123'] for router, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:20.552428 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:20.574501 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741647'] for router, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:20.575187 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c821b371-faa4-4a4c-8738-e7e90200f310 {{(pid=87788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 14:49:20.589148 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Notify callbacks [] for router, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:20.590269 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c821b371-faa4-4a4c-8738-e7e90200f310 HTTP/1.1" status: 204  len: 168 time: 1.4267488
Dec 16 14:49:20.592755 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55746) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:20.650690 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabaa25a-2a1a-4890-b12e-ffee47907073 admin admin] Deleting subnet 775518da-c89f-4935-bf9a-9bf0867f4a74 {{(pid=87788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:49:20.653600 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cabaa25a-2a1a-4890-b12e-ffee47907073 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:20.704546 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cabaa25a-2a1a-4890-b12e-ffee47907073 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934412'] for subnet, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:20.787674 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cabaa25a-2a1a-4890-b12e-ffee47907073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:20.859895 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cabaa25a-2a1a-4890-b12e-ffee47907073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1525904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1418927'] for subnet, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:20.864247 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-da540606-f19b-44c7-be9d-25e469c195e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:20.903235 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabaa25a-2a1a-4890-b12e-ffee47907073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775518da-c89f-4935-bf9a-9bf0867f4a74,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:20.906201 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-cabaa25a-2a1a-4890-b12e-ffee47907073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:20.909482 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-cabaa25a-2a1a-4890-b12e-ffee47907073 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:20.914740 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05bef06-2157-4650-a108-106f00b078db None None] Network 7713e2bc-e35f-4471-aab3-9853e061c74c requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:49:20.915456 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-cabaa25a-2a1a-4890-b12e-ffee47907073 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/775518da-c89f-4935-bf9a-9bf0867f4a74 HTTP/1.1" status: 204  len: 168 time: 0.3216114
Dec 16 14:49:20.917914 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55750) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:21.029120 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.041634 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Deleting port ecdb326c-a1fe-4451-a805-1ac6437178b2 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:49:21.041977 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.179674 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375c762c-622d-4d94-89d6-458ae5d83ec9 None None] DHCP port deletion for 7713e2bc-e35f-4471-aab3-9853e061c74c request from dv-cinder-821892-3-iscsi {{(pid=87790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 14:49:21.183739 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-375c762c-622d-4d94-89d6-458ae5d83ec9 None None] Deleting port ecdb326c-a1fe-4451-a805-1ac6437178b2 {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:49:21.184134 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-375c762c-622d-4d94-89d6-458ae5d83ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.261765 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] For port ecdb326c-a1fe-4451-a805-1ac6437178b2, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=ecdb326c-a1fe-4451-a805-1ac6437178b2,segment=NetworkSegment(bba7dcfc-356d-4f84-9a26-6f4cf6408421),segment_id=bba7dcfc-356d-4f84-9a26-6f4cf6408421)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:21.262424 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.388333 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-375c762c-622d-4d94-89d6-458ae5d83ec9 None None] For port ecdb326c-a1fe-4451-a805-1ac6437178b2, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=ecdb326c-a1fe-4451-a805-1ac6437178b2,segment=NetworkSegment(bba7dcfc-356d-4f84-9a26-6f4cf6408421),segment_id=bba7dcfc-356d-4f84-9a26-6f4cf6408421)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:21.388932 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-375c762c-622d-4d94-89d6-458ae5d83ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.484101 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Calling delete_port for ecdb326c-a1fe-4451-a805-1ac6437178b2 owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:49:21.514900 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-375c762c-622d-4d94-89d6-458ae5d83ec9 None None] Calling delete_port for ecdb326c-a1fe-4451-a805-1ac6437178b2 owned by network:dhcp {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:49:21.628674 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d9a92-2980-43f8-809c-07f7cdf7c227 req-cd462cfb-f499-4152-b4f4-13508a2dd8cb tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:21.629649 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.db.api [None req-375c762c-622d-4d94-89d6-458ae5d83ec9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:49:21.630169 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aa5d9a92-2980-43f8-809c-07f7cdf7c227 req-cd462cfb-f499-4152-b4f4-13508a2dd8cb tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.1529133
Dec 16 14:49:21.631227 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.633170 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_db.api [None req-375c762c-622d-4d94-89d6-458ae5d83ec9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:49:21.634986 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-34bd83dc-27e4-472f-96d2-9f4044018dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:21.696057 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecdb326c-a1fe-4451-a805-1ac6437178b2,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:21.699574 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] No DVR routers for this DVR port ecdb326c-a1fe-4451-a805-1ac6437178b2 on host dv-cinder-821892-3-iscsi {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:49:21.702144 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:21.767105 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aa5d9a92-2980-43f8-809c-07f7cdf7c227 req-8208320b-dca1-4749-b217-7e10839589e8 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031175
Dec 16 14:49:21.809576 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 2e96cb3f-aeee-43e5-8826-aa990457be10 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:21.834151 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.842946 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: 2e96cb3f-aeee-43e5-8826-aa990457be10 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:49:21.843368 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 2e96cb3f-aeee-43e5-8826-aa990457be10 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:21.843802 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 00558d43-edfb-4e97-8a7a-6f612696c3a9 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:21.860954 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753e68a760>,) {'filters': {'network_id': ['7713e2bc-e35f-4471-aab3-9853e061c74c']}} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:21.874210 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753e68a760>, 'bba7dcfc-356d-4f84-9a26-6f4cf6408421') {'for_net_delete': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:21.874536 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753e68a760>, 'bba7dcfc-356d-4f84-9a26-6f4cf6408421') {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:21.879313 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: 00558d43-edfb-4e97-8a7a-6f612696c3a9 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:49:21.879668 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 00558d43-edfb-4e97-8a7a-6f612696c3a9 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:21.880171 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device ecdb326c-a1fe-4451-a805-1ac6437178b2 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:21.886546 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934427'] for segment, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.907755 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.912409 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: ecdb326c-a1fe-4451-a805-1ac6437178b2 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:49:21.912747 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device ecdb326c-a1fe-4451-a805-1ac6437178b2 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:21.914787 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=87788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:49:21.915318 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1525838'] for segment, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]: Traceback (most recent call last):
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     timer()
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     cb(*args, **kw)
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     return func(*args, **kwargs)
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     self._notify()
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     self.callback(batched_events)
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     event.method(event)
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     return f(self, *a, **k)
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._get(url).json()
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:49:21.930643 dv-cinder-821892-3-iscsi neutron-server[87788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:49:22.006265 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.009821 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:22.022526 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.030141 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.032613 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7713e2bc-e35f-4471-aab3-9853e061c74c,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:22.037150 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:22.040669 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7713e2bc-e35f-4471-aab3-9853e061c74c HTTP/1.1" status: 204  len: 168 time: 1.1216803
Dec 16 14:49:22.134951 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-375c762c-622d-4d94-89d6-458ae5d83ec9 None None] Deleting port ecdb326c-a1fe-4451-a805-1ac6437178b2 {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:49:22.135441 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-375c762c-622d-4d94-89d6-458ae5d83ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.152286 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55758) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:22.202647 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-6a872886-c192-4d63-946b-202aec486dea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46480af5f9db43618ad0897695518251&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0490878
Dec 16 14:49:22.203297 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-375c762c-622d-4d94-89d6-458ae5d83ec9 None None] The port 'ecdb326c-a1fe-4451-a805-1ac6437178b2' was deleted {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 14:49:22.206257 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55762) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:22.264755 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-81a99515-9c87-4ddf-acb7-7309d3b2d42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.290683 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-81a99515-9c87-4ddf-acb7-7309d3b2d42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.340699 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-81a99515-9c87-4ddf-acb7-7309d3b2d42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.344286 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a0c48a95-0f55-4104-b6ac-8713aa614a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:22.356760 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a99515-9c87-4ddf-acb7-7309d3b2d42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3375156b-6f4a-4f73-852a-cdd87768b159,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:22.360069 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-81a99515-9c87-4ddf-acb7-7309d3b2d42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:22.365287 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-81a99515-9c87-4ddf-acb7-7309d3b2d42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.366404 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-81a99515-9c87-4ddf-acb7-7309d3b2d42b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3375156b-6f4a-4f73-852a-cdd87768b159 HTTP/1.1" status: 204  len: 168 time: 0.1591208
Dec 16 14:49:22.604486 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533330aa-7b5d-494a-94a3-40362fbce0a9 req-60c7ce99-3bbe-474f-9ede-dc14fa923825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:22.606057 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-533330aa-7b5d-494a-94a3-40362fbce0a9 req-60c7ce99-3bbe-474f-9ede-dc14fa923825 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44&device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 1098 time: 0.0774987
Dec 16 14:49:22.724944 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55770) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:22.787621 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533330aa-7b5d-494a-94a3-40362fbce0a9 req-d7d3dba6-bcc3-4872-8854-28bc23824c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:22.789118 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-533330aa-7b5d-494a-94a3-40362fbce0a9 req-d7d3dba6-bcc3-4872-8854-28bc23824c5a service neutron] 10.222.0.66 "GET /v2.0/networks?id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 HTTP/1.1" status: 200  len: 912 time: 0.1632500
Dec 16 14:49:22.865274 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55778) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:22.865845 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-fbaceba9-75bd-4be2-8036-3d8cff1fa0d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=480d2c7547e541e190f2af602bbff8e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1392820
Dec 16 14:49:22.924084 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-533330aa-7b5d-494a-94a3-40362fbce0a9 req-af3fe67c-dee3-42d3-8b18-893c235f4550 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71ec40cc-e92b-4e94-8b04-7b26de75bfbb HTTP/1.1" status: 200  len: 1001 time: 0.1255484
Dec 16 14:49:22.987837 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0536c9f4-1228-45c5-9e5b-54e6259849c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.988567 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533330aa-7b5d-494a-94a3-40362fbce0a9 req-d0b84e50-9490-48a3-8234-2b267a841295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:22.990056 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-533330aa-7b5d-494a-94a3-40362fbce0a9 req-d0b84e50-9490-48a3-8234-2b267a841295 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05df6ab1-1a47-4448-a98a-27fa1060377f HTTP/1.1" status: 200  len: 850 time: 0.0592654
Dec 16 14:49:23.021523 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0536c9f4-1228-45c5-9e5b-54e6259849c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.035775 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecb71e-d5d0-47ce-aa03-8666930962e8 req-f0a920ac-1e70-4924-873f-5bcf05422f37 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:23.037188 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aaecb71e-d5d0-47ce-aa03-8666930962e8 req-f0a920ac-1e70-4924-873f-5bcf05422f37 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.1519775
Dec 16 14:49:23.073145 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533330aa-7b5d-494a-94a3-40362fbce0a9 req-1c6f9c9d-65ad-4939-8420-566bfe59f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:23.074633 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-533330aa-7b5d-494a-94a3-40362fbce0a9 req-1c6f9c9d-65ad-4939-8420-566bfe59f17f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772262
Dec 16 14:49:23.106335 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-aaecb71e-d5d0-47ce-aa03-8666930962e8 req-7a2e5d77-25d3-4c2c-87cb-6f5465d6beff tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578074
Dec 16 14:49:23.124739 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0536c9f4-1228-45c5-9e5b-54e6259849c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.129124 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-249536d4-0d27-49a0-a466-e237fb2bcf0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:23.140588 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536c9f4-1228-45c5-9e5b-54e6259849c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6ac3e1-6194-4a1d-8f7d-70681ceddddf,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:23.146676 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0536c9f4-1228-45c5-9e5b-54e6259849c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:23.154787 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0536c9f4-1228-45c5-9e5b-54e6259849c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.161633 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-0536c9f4-1228-45c5-9e5b-54e6259849c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db6ac3e1-6194-4a1d-8f7d-70681ceddddf HTTP/1.1" status: 204  len: 168 time: 0.2921560
Dec 16 14:49:23.225453 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-533330aa-7b5d-494a-94a3-40362fbce0a9 req-8e950929-c191-4df9-9608-c85bfdafcece service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406760
Dec 16 14:49:23.361818 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-533330aa-7b5d-494a-94a3-40362fbce0a9 req-e44fad8d-8cb6-470b-a41f-0377769df736 service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276314
Dec 16 14:49:23.889187 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55806) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:23.995196 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-16778521-network', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:49:24.000249 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:24.004059 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Usage tracker for resource:network and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:24.006919 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:24.013503 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:24.023393 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Made reservation on behalf of d963a0aa72964047885ee0212d5055dc for: {'network': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:49:24.026116 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.038641 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.052589 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:24.056515 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Usage tracker for resource:security_group_rule and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:24.059445 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:24.065673 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:24.148978 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.153697 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.156683 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-15a15d3f-1de4-4e8e-b1a3-fd10646a4362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:24.185820 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'}  {{(pid=87788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:49:24.194985 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bf28e1-bc94-49ab-b534-40e04472de46,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:24.198342 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:24.200981 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.201324 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.segments_db [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Added segment f9800025-bea2-4cbe-864d-603bbd32081c of type vlan for network 9786e867-a38a-4109-abba-499d29f3c81d
Dec 16 14:49:24.230934 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.315789 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.317888 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:24.318466 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.325230 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-faca4d6a-bd79-4080-bbbc-fdcd15c395bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:24.434874 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d003a-a470-4054-9738-b625767156d6 req-0a6569bd-95a4-4843-8707-d109ae78ebda tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:24.436225 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-594d003a-a470-4054-9738-b625767156d6 req-0a6569bd-95a4-4843-8707-d109ae78ebda tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.2015176
Dec 16 14:49:24.437457 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5472655
Dec 16 14:49:24.440846 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55816) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:24.449630 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Request body: {'subnet': {'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-16778521-subnet', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'ip_version': 4}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:49:24.452796 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Pushing event updated for resources: {'Network': ['ID=9786e867-a38a-4109-abba-499d29f3c81d,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:24.462867 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network 9786e867-a38a-4109-abba-499d29f3c81d details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:49:24.467761 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:24.468715 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:24.476291 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Usage tracker for resource:subnet and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:24.480374 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:24.494764 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:24.509643 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-594d003a-a470-4054-9738-b625767156d6 req-31620a6a-0c9f-4c91-8d0a-3c84eb1bd7bc tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640781
Dec 16 14:49:24.513845 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Made reservation on behalf of d963a0aa72964047885ee0212d5055dc for: {'subnet': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:49:24.516438 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1418884'] for subnet, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.717867 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1525975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1418934'] for subnet, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.721596 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f6a1cb68-0680-43ea-8a73-8a0ae6418cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:24.794437 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d3247f-f713-4ed0-bf4e-70ddad804757,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:24.798414 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:24.803001 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Checking segment: {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:49:24.803350 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Network hostable DHCP agents. Network: 9786e867-a38a-4109-abba-499d29f3c81d, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:49:24.821750 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Network 9786e867-a38a-4109-abba-499d29f3c81d is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:49:24.830864 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, 9786e867-a38a-4109-abba-499d29f3c81d) {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:49:24.835764 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:24.837709 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.839053 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c85046d-5d97-45e7-b97b-e48c62bf355e None None] Network 9786e867-a38a-4109-abba-499d29f3c81d requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:49:24.859791 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-69497f36-343f-4239-a0ad-c1522fbab846 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4179265
Dec 16 14:49:24.863283 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55820) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:24.868372 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:49:24.873261 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:24.877421 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Usage tracker for resource:router and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:24.880288 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:24.885972 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:24.896368 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1834981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1169'] for router, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.897359 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1940600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1130'] for router, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.912259 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:25.061379 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf478f8b-adfe-50d8-afc5-8c7ba86bb1bc-9786e867-a38a-4109-abba-499d29f3c81d', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757'}]}} from dv-cinder-821892-3-iscsi. {{(pid=87790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 14:49:25.062296 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:25.217617 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.db_base_plugin_common [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Allocated IP 172.20.0.2 (9786e867-a38a-4109-abba-499d29f3c81d/80d3247f-f713-4ed0-bf4e-70ddad804757/0559f52a-36bc-427d-8d06-95ce670a517e) {{(pid=87790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:49:25.287573 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1148'] for router, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:25.416828 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Notify callbacks [] for port, precommit_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:25.427708 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Transition to ACTIVE for port object 0559f52a-36bc-427d-8d06-95ce670a517e will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:49:25.445844 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Transition to ACTIVE for port object 0559f52a-36bc-427d-8d06-95ce670a517e will not be triggered until provisioned by entity DHCP. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:49:25.450899 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:25.458878 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:25.519610 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Network 9786e867-a38a-4109-abba-499d29f3c81d is already hosted by enough agents. {{(pid=87790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:49:25.522550 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.base_scheduler [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Resources bound (agent type, host, resource id):  {{(pid=87790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:49:25.525577 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Received port after_create {{(pid=87790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:49:25.535252 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Pushing event updated for resources: {'Port': ['ID=0559f52a-36bc-427d-8d06-95ce670a517e,revision_number=1']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:25.574316 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:25.574672 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:25.575617 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:25.575617 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:25.575617 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:25.575980 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:25.576264 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:25.576601 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:25.576942 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:25.577260 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:25.577577 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:25.577889 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:25.583388 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:25.602500 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:25.637691 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Attempting to bind port 0559f52a-36bc-427d-8d06-95ce670a517e on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:49:25.638064 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Attempting to bind port 0559f52a-36bc-427d-8d06-95ce670a517e by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:49:25.638423 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Attempting to bind port 0559f52a-36bc-427d-8d06-95ce670a517e on network 9786e867-a38a-4109-abba-499d29f3c81d {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:49:25.645026 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:49:25.645403 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Checking segment: {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:49:25.645809 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:25.646198 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Bound using segment: {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:49:25.646658 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Bound port: 0559f52a-36bc-427d-8d06-95ce670a517e, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:49:25.647031 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:25.666698 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:25.733943 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] For port 0559f52a-36bc-427d-8d06-95ce670a517e, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:49:25.737010 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] For port 0559f52a-36bc-427d-8d06-95ce670a517e, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=0559f52a-36bc-427d-8d06-95ce670a517e,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:49:25.741710 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:25.746036 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:25.823819 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747c72f-b86e-4b57-b4b8-e432f8ab3679 req-bdcc6c12-b149-4c5d-bd88-d20113b7997c tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:25.825526 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c747c72f-b86e-4b57-b4b8-e432f8ab3679 req-bdcc6c12-b149-4c5d-bd88-d20113b7997c tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.1928220
Dec 16 14:49:25.835037 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Pushing event updated for resources: {'Port': ['ID=0559f52a-36bc-427d-8d06-95ce670a517e,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:25.838101 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:25.865559 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Allocated IP 172.27.0.234 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/27c35245-0dd9-46f9-a147-8f90514ec447) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:49:25.897916 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c747c72f-b86e-4b57-b4b8-e432f8ab3679 req-c58f9abe-d8b1-4f87-a968-734463f99f3d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635040
Dec 16 14:49:26.056521 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:26.090167 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:26.093983 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2a749340-382d-4a60-8dd8-9ba50f0294af tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:26.157982 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:49:26.161287 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:49:26.163797 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:49:26.202003 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Pushing event updated for resources: {'Port': ['ID=27c35245-0dd9-46f9-a147-8f90514ec447,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:26.205283 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:26.688866 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:26.745675 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5ed9b3-04d5-48c2-be13-3e73ee766825 None None] Network 9786e867-a38a-4109-abba-499d29f3c81d requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:49:26.843512 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-f4357f13-359a-4b6a-8870-fe6bcc36ac87 None None] Provisioning for port 0559f52a-36bc-427d-8d06-95ce670a517e completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:49:27.098188 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831909'] for router, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:27.271086 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baa17a-06f4-483d-8ad3-96fd6a32be01 req-5f7b4ace-457b-456e-8699-be424bc689f2 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:27.272491 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-69baa17a-06f4-483d-8ad3-96fd6a32be01 req-5f7b4ace-457b-456e-8699-be424bc689f2 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.2607749
Dec 16 14:49:27.333256 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-69baa17a-06f4-483d-8ad3-96fd6a32be01 req-ebb00758-e73d-4e89-808c-1685db8e22e4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532880
Dec 16 14:49:27.357670 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Router a34498a8-9870-420a-9927-af96ff8f997d is scheduled to L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 with binding_index 1 {{(pid=87788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 14:49:27.535100 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:49:27.545971 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Sync routers for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:49:27.557696 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:49:27.558327 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753db90670>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:27.561925 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:27.563153 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.6987386
Dec 16 14:49:27.566434 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55830) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:27.728049 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:49:27.847427 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 0559f52a-36bc-427d-8d06-95ce670a517e up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:27.972610 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 0559f52a-36bc-427d-8d06-95ce670a517e completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:49:27.978445 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 0559f52a-36bc-427d-8d06-95ce670a517e triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:27.978897 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:28.019325 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753db90670>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:26Z', 'revision_number': 3, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:28.022771 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Checking router: a34498a8-9870-420a-9927-af96ff8f997d for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:49:28.023124 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Updating router a34498a8-9870-420a-9927-af96ff8f997d port 27c35245-0dd9-46f9-a147-8f90514ec447 binding host dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:49:28.075999 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:28.099029 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:28.132983 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 0559f52a-36bc-427d-8d06-95ce670a517e, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=0559f52a-36bc-427d-8d06-95ce670a517e,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:28.138028 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:28.139848 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-b3087624-1eb1-49a1-95a3-e0bca013d66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:28.206284 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=0559f52a-36bc-427d-8d06-95ce670a517e,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:28.209384 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:28.386990 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:28.429291 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Notify callbacks [] for port, precommit_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:28.442224 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.provisioning_blocks [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Transition to ACTIVE for port object 27c35245-0dd9-46f9-a147-8f90514ec447 will not be triggered until provisioned by entity L2. {{(pid=87791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:49:28.448951 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:28.452809 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:28.529429 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Attempting to bind port 27c35245-0dd9-46f9-a147-8f90514ec447 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:49:28.529805 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Attempting to bind port 27c35245-0dd9-46f9-a147-8f90514ec447 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:49:28.530164 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Attempting to bind port 27c35245-0dd9-46f9-a147-8f90514ec447 on network f1f8b53d-41ff-4b87-b9f2-88da98e427ba {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:49:28.532167 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Pushing event updated for resources: {'Port': ['ID=27c35245-0dd9-46f9-a147-8f90514ec447,revision_number=2']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:28.541900 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:28.542232 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:28.542558 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:28.542881 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:28.543200 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:28.543514 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:28.543824 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:28.544134 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:28.544465 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:28.544796 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:28.545107 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:28.545414 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:28.548757 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:49:28.549431 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Checking segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:49:28.549667 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:28.549989 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Bound using segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:49:28.550415 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Bound port: 27c35245-0dd9-46f9-a147-8f90514ec447, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:49:28.550795 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:28.577643 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:28.624362 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] For port 27c35245-0dd9-46f9-a147-8f90514ec447, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:49:28.627259 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] For port 27c35245-0dd9-46f9-a147-8f90514ec447, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=27c35245-0dd9-46f9-a147-8f90514ec447,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:49:28.632812 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:28.636647 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:28.639024 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf324eb4-37da-4c95-8358-3717ff0290c3 req-0ff652f9-2da4-452b-987d-296fd52b0bd6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:28.640489 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cf324eb4-37da-4c95-8358-3717ff0290c3 req-0ff652f9-2da4-452b-987d-296fd52b0bd6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.1973345
Dec 16 14:49:28.679069 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Allocated IP 172.20.0.1 (9786e867-a38a-4109-abba-499d29f3c81d/80d3247f-f713-4ed0-bf4e-70ddad804757/beab0b0c-9dff-4771-a40f-219b39bd0169) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:49:28.711226 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cf324eb4-37da-4c95-8358-3717ff0290c3 req-362753e2-31e3-4efb-b5b6-f9bc743bd049 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614660
Dec 16 14:49:28.716549 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Pushing event updated for resources: {'Port': ['ID=27c35245-0dd9-46f9-a147-8f90514ec447,revision_number=3']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:28.719903 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:28.721358 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:49:28.721975 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753db90670>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:28.851010 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:28.867981 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Transition to ACTIVE for port object beab0b0c-9dff-4771-a40f-219b39bd0169 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:49:28.898276 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:28.905133 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-cc7ddb4c-86b5-4770-82ee-4ef0e52a5c93 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:28.906480 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:49:28.971702 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Network 9786e867-a38a-4109-abba-499d29f3c81d is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:49:28.975154 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:49:28.979638 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:49:29.024483 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Pushing event updated for resources: {'Port': ['ID=beab0b0c-9dff-4771-a40f-219b39bd0169,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:29.029319 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:29.046216 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741611'] for router_interface, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:29.285740 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753db90670>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:26Z', 'revision_number': 3, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:29.290637 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644fa20f-1302-4517-8e4a-79ebaf9459ae None None] The sync data for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi is: [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:26Z', 'revision_number': 3, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:49:29.309134 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-445c4ba0-3564-48e6-a016-77632606ae75 None None] Provisioning for port beab0b0c-9dff-4771-a40f-219b39bd0169 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:49:29.316209 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-445c4ba0-3564-48e6-a016-77632606ae75 None None] Provisioning complete for port beab0b0c-9dff-4771-a40f-219b39bd0169 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:29.316855 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-445c4ba0-3564-48e6-a016-77632606ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:29.340113 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d2d56-af15-4b7f-9213-6aac66e92f56 req-f6464c84-dc5b-4b9e-81fb-ec505414378c tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:29.341788 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-220d2d56-af15-4b7f-9213-6aac66e92f56 req-f6464c84-dc5b-4b9e-81fb-ec505414378c tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.1492236
Dec 16 14:49:29.360642 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ab51-28a2-4a37-9cc3-904d20763488 req-5f251b85-402d-4297-9884-ecab9bae9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:29.362879 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b836ab51-28a2-4a37-9cc3-904d20763488 req-5f251b85-402d-4297-9884-ecab9bae9a0d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44&device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 1098 time: 0.0964181
Dec 16 14:49:29.380960 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-445c4ba0-3564-48e6-a016-77632606ae75 None None] Port beab0b0c-9dff-4771-a40f-219b39bd0169 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:49:29.399423 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-220d2d56-af15-4b7f-9213-6aac66e92f56 req-1fb3d398-8a1a-44c2-af96-693cdc1c88b4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486884
Dec 16 14:49:29.457544 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:29.506785 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ab51-28a2-4a37-9cc3-904d20763488 req-77720735-eb9b-49f8-8e3e-9e34612c80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:29.508401 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b836ab51-28a2-4a37-9cc3-904d20763488 req-77720735-eb9b-49f8-8e3e-9e34612c80bb service neutron] 10.222.0.66 "GET /v2.0/networks?id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 HTTP/1.1" status: 200  len: 912 time: 0.1393747
Dec 16 14:49:29.650053 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b836ab51-28a2-4a37-9cc3-904d20763488 req-9e7194be-bea5-408d-95d9-6e7d87f8fc90 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71ec40cc-e92b-4e94-8b04-7b26de75bfbb HTTP/1.1" status: 200  len: 1001 time: 0.1348822
Dec 16 14:49:29.715125 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ab51-28a2-4a37-9cc3-904d20763488 req-33316700-cc27-4b27-ba00-0251140acbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:29.716591 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b836ab51-28a2-4a37-9cc3-904d20763488 req-33316700-cc27-4b27-ba00-0251140acbcd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05df6ab1-1a47-4448-a98a-27fa1060377f HTTP/1.1" status: 200  len: 850 time: 0.0605886
Dec 16 14:49:29.861290 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:29.868388 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:29.900145 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-a7043157-d83c-43b6-ae91-a3cb661eba40 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:29.929407 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 27c35245-0dd9-46f9-a147-8f90514ec447 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:29.957174 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836ab51-28a2-4a37-9cc3-904d20763488 req-6e599ee5-f0b0-4e99-be51-a560c50548c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:29.958587 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b836ab51-28a2-4a37-9cc3-904d20763488 req-6e599ee5-f0b0-4e99-be51-a560c50548c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2352648
Dec 16 14:49:29.969354 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [req-b836ab51-28a2-4a37-9cc3-904d20763488 req-4d28788d-27cb-4625-bd53-5ad651dca79b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87789) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 14:49:29.971220 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b836ab51-28a2-4a37-9cc3-904d20763488 req-4d28788d-27cb-4625-bd53-5ad651dca79b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0063233
Dec 16 14:49:29.994664 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Pushing event updated for resources: {'Port': ['ID=beab0b0c-9dff-4771-a40f-219b39bd0169,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:29.998469 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:29.999690 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741768'] for router_interface, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:30.016746 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 27c35245-0dd9-46f9-a147-8f90514ec447 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:49:30.023855 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 27c35245-0dd9-46f9-a147-8f90514ec447 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:30.024320 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:30.128774 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b836ab51-28a2-4a37-9cc3-904d20763488 req-a0d52399-88a3-48c7-ac88-99afd9633a03 service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511829
Dec 16 14:49:30.163764 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Network 9786e867-a38a-4109-abba-499d29f3c81d is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:49:30.165669 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:49:30.179919 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:30.203624 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 27c35245-0dd9-46f9-a147-8f90514ec447, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=27c35245-0dd9-46f9-a147-8f90514ec447,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:30.207837 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:30.208652 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 0559f52a-36bc-427d-8d06-95ce670a517e up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:30.293508 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-a0b8bbe8-7354-4b02-a517-f30c119294be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:30.299754 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-b836ab51-28a2-4a37-9cc3-904d20763488 req-d0bb6ee8-2df3-4128-85db-12e04b55c146 service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1631584
Dec 16 14:49:30.380682 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 0559f52a-36bc-427d-8d06-95ce670a517e triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:30.381343 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:30.423556 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Router a34498a8-9870-420a-9927-af96ff8f997d has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:49:30.439460 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=27c35245-0dd9-46f9-a147-8f90514ec447,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:30.444523 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:30.451459 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-14f7487c-e1e2-46d4-8685-e609dd694ac6 None None] Provisioning complete for port beab0b0c-9dff-4771-a40f-219b39bd0169 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:30.451844 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-14f7487c-e1e2-46d4-8685-e609dd694ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:30.515633 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-14f7487c-e1e2-46d4-8685-e609dd694ac6 None None] Port beab0b0c-9dff-4771-a40f-219b39bd0169 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:49:30.664481 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:49:30.677045 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] 10.222.0.64 "PUT /v2.0/routers/a34498a8-9870-420a-9927-af96ff8f997d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1095703
Dec 16 14:49:30.694057 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f380f08-8a48-4e1f-9143-550a1f67b43e req-6fa6433f-fef8-4065-af38-981a92af8c1d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:30.695699 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0f380f08-8a48-4e1f-9143-550a1f67b43e req-6fa6433f-fef8-4065-af38-981a92af8c1d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.1767306
Dec 16 14:49:30.741280 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0f380f08-8a48-4e1f-9143-550a1f67b43e req-01ef91ae-b083-402b-b525-2099dcbc3116 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396049
Dec 16 14:49:31.100296 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Sync routers for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:49:31.109964 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:49:31.110643 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e8a67c0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:31.219745 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55856) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:31.225221 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-253463947-network', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:49:31.230178 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:31.233973 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Usage tracker for resource:network and tenant:e8b7a54394d34c20af37142d9c96b4b1 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:31.237436 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:31.243871 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:31.254696 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Made reservation on behalf of e8b7a54394d34c20af37142d9c96b4b1 for: {'network': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:49:31.257004 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:31.269295 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:31.283363 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:31.287343 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b7a54394d34c20af37142d9c96b4b1 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:31.290107 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:31.291300 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:49:31.295682 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:31.378677 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:31.383122 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:31.386084 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-98914531-8ff6-4e26-b8db-6be9da1838ca tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:31.414271 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'}  {{(pid=87788) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:49:31.423145 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea26d157-4ab7-4010-ad09-78b3e0f31290,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:31.427174 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:31.429796 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:31.430140 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.segments_db [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Added segment 79654075-59d9-4c5b-b764-acef2b616c9c of type vlan for network 58e71b89-aa29-49f3-838e-7fc19b4c15e1
Dec 16 14:49:31.457756 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:31.487738 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:31.489211 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:31.489786 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:31.494583 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:31.593980 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=58e71b89-aa29-49f3-838e-7fc19b4c15e1,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:31.597277 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:31.599148 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3784125
Dec 16 14:49:31.601850 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55860) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:31.608013 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Request body: {'subnet': {'network_id': '58e71b89-aa29-49f3-838e-7fc19b4c15e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-253463947-subnet', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'ip_version': 4}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:49:31.609646 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network 58e71b89-aa29-49f3-838e-7fc19b4c15e1 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:49:31.614184 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:31.618016 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Usage tracker for resource:subnet and tenant:e8b7a54394d34c20af37142d9c96b4b1 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:31.620803 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:31.626505 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:31.638151 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Made reservation on behalf of e8b7a54394d34c20af37142d9c96b4b1 for: {'subnet': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:49:31.640505 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1418884'] for subnet, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:31.676322 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e8a67c0>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 2, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:31.686251 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Checking router: a34498a8-9870-420a-9927-af96ff8f997d for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:49:31.686610 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Updating router a34498a8-9870-420a-9927-af96ff8f997d port beab0b0c-9dff-4771-a40f-219b39bd0169 binding host dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:49:31.806191 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:31.867943 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1525975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1418934'] for subnet, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:31.871570 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:31.882739 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 27c35245-0dd9-46f9-a147-8f90514ec447 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:31.996570 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Pushing event updated for resources: {'Subnet': ['ID=417a3f99-f888-45cb-af8d-4a8d812257f8,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:32.002556 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:32.013918 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Checking segment: {'id': '79654075-59d9-4c5b-b764-acef2b616c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '58e71b89-aa29-49f3-838e-7fc19b4c15e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:49:32.014268 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Network hostable DHCP agents. Network: 58e71b89-aa29-49f3-838e-7fc19b4c15e1, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:49:32.047077 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d9131-4ff9-4440-bd16-f40037780730 req-cda37770-b569-4127-bee4-2f2431bda130 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:32.048545 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6a1d9131-4ff9-4440-bd16-f40037780730 req-cda37770-b569-4127-bee4-2f2431bda130 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.1509423
Dec 16 14:49:32.049670 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Network 58e71b89-aa29-49f3-838e-7fc19b4c15e1 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:49:32.052263 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 27c35245-0dd9-46f9-a147-8f90514ec447 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:32.052648 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.071239 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, 58e71b89-aa29-49f3-838e-7fc19b4c15e1) {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:49:32.079509 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:32.080082 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.086477 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9be61-1646-4301-8002-3ce040a54103 None None] Network 58e71b89-aa29-49f3-838e-7fc19b4c15e1 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:49:32.114439 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6a1d9131-4ff9-4440-bd16-f40037780730 req-6413544d-1bd1-45c0-92c6-0d21e7973dfa tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587630
Dec 16 14:49:32.116135 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-829d220f-a8d2-4c5e-8262-6f24c8fb860c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5133393
Dec 16 14:49:32.118810 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55866) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:32.123902 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-253463947-router', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:49:32.131020 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:32.134979 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Usage tracker for resource:router and tenant:e8b7a54394d34c20af37142d9c96b4b1 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:32.138056 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:32.144143 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:32.154524 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1834981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1169'] for router, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.155683 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1827378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1831730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1940600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1130'] for router, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.171193 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.540249 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1831680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1148'] for router, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.544857 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Notify callbacks [] for port, precommit_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.551417 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf478f8b-adfe-50d8-afc5-8c7ba86bb1bc-58e71b89-aa29-49f3-838e-7fc19b4c15e1', 'network_id': '58e71b89-aa29-49f3-838e-7fc19b4c15e1', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'fixed_ips': [{'subnet_id': '417a3f99-f888-45cb-af8d-4a8d812257f8'}]}} from dv-cinder-821892-3-iscsi. {{(pid=87790) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 14:49:32.552236 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.572820 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Transition to ACTIVE for port object beab0b0c-9dff-4771-a40f-219b39bd0169 will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:49:32.582097 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.618978 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:32.777871 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a75b9-adc3-4915-b06e-a45ceda258b1 None None] Pushing event updated for resources: {'Port': ['ID=beab0b0c-9dff-4771-a40f-219b39bd0169,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:32.813785 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-e18a75b9-adc3-4915-b06e-a45ceda258b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:32.889730 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.919197 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Attempting to bind port beab0b0c-9dff-4771-a40f-219b39bd0169 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:49:32.919582 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Attempting to bind port beab0b0c-9dff-4771-a40f-219b39bd0169 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:49:32.919948 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Attempting to bind port beab0b0c-9dff-4771-a40f-219b39bd0169 on network 9786e867-a38a-4109-abba-499d29f3c81d {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:49:32.922321 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.930093 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:49:32.930473 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Checking segment: {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:49:32.930882 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.931284 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Bound using segment: {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:49:32.931755 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Bound port: beab0b0c-9dff-4771-a40f-219b39bd0169, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:49:32.932133 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.946523 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.db_base_plugin_common [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Allocated IP 172.20.0.2 (58e71b89-aa29-49f3-838e-7fc19b4c15e1/417a3f99-f888-45cb-af8d-4a8d812257f8/925f657e-7d7c-48fe-82b5-38cff27f50a9) {{(pid=87790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:49:33.062450 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Allocated IP 172.27.0.107 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/d6a9fad2-af27-4849-95ca-7d7f8f1057e5) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:49:33.134341 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] For port beab0b0c-9dff-4771-a40f-219b39bd0169, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:49:33.155640 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] For port beab0b0c-9dff-4771-a40f-219b39bd0169, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=beab0b0c-9dff-4771-a40f-219b39bd0169,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:49:33.168075 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:33.175107 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:33.213396 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:33.244549 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:33.248436 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-dbbfc991-cba6-424a-88ab-a5ec56bd222a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:33.308886 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:49:33.309535 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753e8a67c0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:33.312249 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:49:33.315637 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:49:33.319591 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:49:33.362765 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a9fad2-af27-4849-95ca-7d7f8f1057e5,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:33.367680 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:33.420852 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Notify callbacks [] for port, precommit_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:33.423523 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a75b9-adc3-4915-b06e-a45ceda258b1 None None] Pushing event updated for resources: {'Port': ['ID=beab0b0c-9dff-4771-a40f-219b39bd0169,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:33.444350 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-e18a75b9-adc3-4915-b06e-a45ceda258b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:33.453652 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Transition to ACTIVE for port object 925f657e-7d7c-48fe-82b5-38cff27f50a9 will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:49:33.546385 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Transition to ACTIVE for port object 925f657e-7d7c-48fe-82b5-38cff27f50a9 will not be triggered until provisioned by entity DHCP. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:49:33.557998 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439'] for port, after_create {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:33.563685 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-d9a9cb93-a385-4ba4-bbcd-ec577d398f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:33.643328 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:49:33.706548 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Network 58e71b89-aa29-49f3-838e-7fc19b4c15e1 is already hosted by enough agents. {{(pid=87790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:49:33.712506 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.scheduler.base_scheduler [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Resources bound (agent type, host, resource id):  {{(pid=87790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:49:33.716531 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Pushing event updated for resources: {'Port': ['ID=925f657e-7d7c-48fe-82b5-38cff27f50a9,revision_number=1']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:33.718926 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Received port after_create {{(pid=87790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:49:33.723391 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:33.869456 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:33.950234 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Attempting to bind port 925f657e-7d7c-48fe-82b5-38cff27f50a9 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:49:33.950618 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Attempting to bind port 925f657e-7d7c-48fe-82b5-38cff27f50a9 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '79654075-59d9-4c5b-b764-acef2b616c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '58e71b89-aa29-49f3-838e-7fc19b4c15e1'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:49:33.950998 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Attempting to bind port 925f657e-7d7c-48fe-82b5-38cff27f50a9 on network 58e71b89-aa29-49f3-838e-7fc19b4c15e1 {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:49:33.961788 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:49:33.962169 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Checking segment: {'id': '79654075-59d9-4c5b-b764-acef2b616c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '58e71b89-aa29-49f3-838e-7fc19b4c15e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:49:33.962583 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:33.962988 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Bound using segment: {'id': '79654075-59d9-4c5b-b764-acef2b616c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '58e71b89-aa29-49f3-838e-7fc19b4c15e1'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:49:33.963463 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Bound port: 925f657e-7d7c-48fe-82b5-38cff27f50a9, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79654075-59d9-4c5b-b764-acef2b616c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '58e71b89-aa29-49f3-838e-7fc19b4c15e1'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:49:33.963842 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:34.118501 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] For port 925f657e-7d7c-48fe-82b5-38cff27f50a9, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:49:34.122807 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] For port 925f657e-7d7c-48fe-82b5-38cff27f50a9, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=925f657e-7d7c-48fe-82b5-38cff27f50a9,segment=NetworkSegment(79654075-59d9-4c5b-b764-acef2b616c9c),segment_id=79654075-59d9-4c5b-b764-acef2b616c9c)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:49:34.128828 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:34.133329 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:34.214040 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753e8a67c0>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:33Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:34.218278 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1831909'] for router, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:34.222236 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396bb72-32ad-4b1d-9178-6ff88e43be50 None None] The sync data for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi is: [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:33Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:49:34.227271 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Pushing event updated for resources: {'Port': ['ID=925f657e-7d7c-48fe-82b5-38cff27f50a9,revision_number=2']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:34.243910 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:34.500740 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Router 14785def-21df-48c1-9713-963559f91d4a is scheduled to L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 with binding_index 1 {{(pid=87788) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 14:49:34.692420 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:49:34.703264 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Sync routers for ids ['14785def-21df-48c1-9713-963559f91d4a'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:49:34.716096 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Routers {'14785def-21df-48c1-9713-963559f91d4a'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:49:34.716731 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dcf1190>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['14785def-21df-48c1-9713-963559f91d4a'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:34.722408 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Notify callbacks [] for router, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:34.726242 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.6040726
Dec 16 14:49:34.726472 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55872) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:34.905513 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Set router 14785def-21df-48c1-9713-963559f91d4a gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:49:35.250570 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dcf1190>, [{'id': '14785def-21df-48c1-9713-963559f91d4a', 'name': 'tempest-TestVolumeBootPattern-253463947-router', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd6a9fad2-af27-4849-95ca-7d7f8f1057e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:49:33Z', 'revision_number': 3, 'project_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'gw_port': {'id': 'd6a9fad2-af27-4849-95ca-7d7f8f1057e5', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14785def-21df-48c1-9713-963559f91d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:35.258825 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Checking router: 14785def-21df-48c1-9713-963559f91d4a for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:49:35.259188 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Updating router 14785def-21df-48c1-9713-963559f91d4a port d6a9fad2-af27-4849-95ca-7d7f8f1057e5 binding host dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:49:35.264068 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573d0c94-8354-4663-b847-eede1e55fa91 None None] Network 58e71b89-aa29-49f3-838e-7fc19b4c15e1 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:49:35.323040 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:35.358383 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-dc65cfae-5ccd-49b2-b061-e9f6528d3661 None None] Provisioning for port 925f657e-7d7c-48fe-82b5-38cff27f50a9 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:49:35.670258 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:35.698563 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:35.711916 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.provisioning_blocks [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Transition to ACTIVE for port object d6a9fad2-af27-4849-95ca-7d7f8f1057e5 will not be triggered until provisioned by entity L2. {{(pid=87791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:49:35.719065 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:35.723629 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-d61fbd65-47d3-4153-8130-be37aeea2040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:35.787523 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30caf5f6-c5b1-4bf6-a64b-7cbef803a104 None None] Pushing event updated for resources: {'Port': ['ID=d6a9fad2-af27-4849-95ca-7d7f8f1057e5,revision_number=2']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:35.791437 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-30caf5f6-c5b1-4bf6-a64b-7cbef803a104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:35.807502 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Attempting to bind port d6a9fad2-af27-4849-95ca-7d7f8f1057e5 on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:49:35.807878 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Attempting to bind port d6a9fad2-af27-4849-95ca-7d7f8f1057e5 by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:49:35.808244 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Attempting to bind port d6a9fad2-af27-4849-95ca-7d7f8f1057e5 on network f1f8b53d-41ff-4b87-b9f2-88da98e427ba {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:49:35.814211 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:49:35.814454 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Checking segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:49:35.815016 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:35.815477 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Bound using segment: {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'} {{(pid=87791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:49:35.816017 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.managers [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Bound port: d6a9fad2-af27-4849-95ca-7d7f8f1057e5, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778b78e6-0d3b-482b-ad81-444a1453322f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}}] {{(pid=87791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:49:35.816482 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:35.898187 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] For port d6a9fad2-af27-4849-95ca-7d7f8f1057e5, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:49:35.901778 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.plugins.ml2.db [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] For port d6a9fad2-af27-4849-95ca-7d7f8f1057e5, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=d6a9fad2-af27-4849-95ca-7d7f8f1057e5,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:49:35.907076 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron_lib.callbacks.manager [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:35.913050 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-7b03fc82-4a2e-4f3c-a2c8-95692cf71e34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:35.924107 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Allocated IP 172.20.0.1 (58e71b89-aa29-49f3-838e-7fc19b4c15e1/417a3f99-f888-45cb-af8d-4a8d812257f8/b77b471e-4514-43fb-9854-5c39e8ccc81a) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:49:35.947056 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 925f657e-7d7c-48fe-82b5-38cff27f50a9 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:35.994829 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Routers {'14785def-21df-48c1-9713-963559f91d4a'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:49:35.995674 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dcf1190>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['14785def-21df-48c1-9713-963559f91d4a'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:36.022245 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port 925f657e-7d7c-48fe-82b5-38cff27f50a9 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:49:36.027068 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 925f657e-7d7c-48fe-82b5-38cff27f50a9 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:36.027453 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.056947 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30caf5f6-c5b1-4bf6-a64b-7cbef803a104 None None] Pushing event updated for resources: {'Port': ['ID=d6a9fad2-af27-4849-95ca-7d7f8f1057e5,revision_number=3']} {{(pid=87791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:36.067309 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG oslo_concurrency.lockutils [None req-30caf5f6-c5b1-4bf6-a64b-7cbef803a104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:36.082179 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.098928 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Transition to ACTIVE for port object b77b471e-4514-43fb-9854-5c39e8ccc81a will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:49:36.122334 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.125968 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-21d87f1c-564e-4653-827f-b26c9ff9141d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:36.152844 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.183367 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] Set router 14785def-21df-48c1-9713-963559f91d4a gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:49:36.186275 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port 925f657e-7d7c-48fe-82b5-38cff27f50a9, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=925f657e-7d7c-48fe-82b5-38cff27f50a9,segment=NetworkSegment(79654075-59d9-4c5b-b764-acef2b616c9c),segment_id=79654075-59d9-4c5b-b764-acef2b616c9c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:36.191256 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.192184 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device beab0b0c-9dff-4771-a40f-219b39bd0169 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:36.193030 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Network 58e71b89-aa29-49f3-838e-7fc19b4c15e1 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:49:36.195955 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:49:36.198380 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:49:36.216267 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-265918c6-9278-4849-8e90-a5b00f727719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:36.246547 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Pushing event updated for resources: {'Port': ['ID=b77b471e-4514-43fb-9854-5c39e8ccc81a,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:36.249446 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:36.262890 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741611'] for router_interface, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.316481 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=925f657e-7d7c-48fe-82b5-38cff27f50a9,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:36.321446 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:36.332243 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port beab0b0c-9dff-4771-a40f-219b39bd0169 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:49:36.338514 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port beab0b0c-9dff-4771-a40f-219b39bd0169 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:36.339585 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.420444 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.472151 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.510358 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port beab0b0c-9dff-4771-a40f-219b39bd0169, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=beab0b0c-9dff-4771-a40f-219b39bd0169,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:36.514671 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.516708 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:36.526927 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dcf1190>, [{'id': '14785def-21df-48c1-9713-963559f91d4a', 'name': 'tempest-TestVolumeBootPattern-253463947-router', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd6a9fad2-af27-4849-95ca-7d7f8f1057e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:49:33Z', 'revision_number': 3, 'project_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'gw_port': {'id': 'd6a9fad2-af27-4849-95ca-7d7f8f1057e5', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14785def-21df-48c1-9713-963559f91d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:36.531317 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b574a9-78d3-4c90-999e-24b9902ad1b3 None None] The sync data for ids ['14785def-21df-48c1-9713-963559f91d4a'] in dv-cinder-821892-3-iscsi is: [{'id': '14785def-21df-48c1-9713-963559f91d4a', 'name': 'tempest-TestVolumeBootPattern-253463947-router', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd6a9fad2-af27-4849-95ca-7d7f8f1057e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:49:33Z', 'revision_number': 3, 'project_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'gw_port': {'id': 'd6a9fad2-af27-4849-95ca-7d7f8f1057e5', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14785def-21df-48c1-9713-963559f91d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:49:36.630312 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-21771476-5611-4ca2-9dac-102d77d117c8 None None] Provisioning for port b77b471e-4514-43fb-9854-5c39e8ccc81a completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:49:36.637252 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-21771476-5611-4ca2-9dac-102d77d117c8 None None] Provisioning complete for port b77b471e-4514-43fb-9854-5c39e8ccc81a triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:36.637644 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-21771476-5611-4ca2-9dac-102d77d117c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.665054 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=beab0b0c-9dff-4771-a40f-219b39bd0169,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:36.668987 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.673748 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:36.675037 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.697358 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-21771476-5611-4ca2-9dac-102d77d117c8 None None] Port b77b471e-4514-43fb-9854-5c39e8ccc81a cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:49:36.703615 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f397198a-8e3b-4279-93d7-07aff904c050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:36.802420 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741768'] for router_interface, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.811201 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Pushing event updated for resources: {'Port': ['ID=b77b471e-4514-43fb-9854-5c39e8ccc81a,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:36.816582 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:36.952687 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Network 58e71b89-aa29-49f3-838e-7fc19b4c15e1 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:49:36.954073 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:49:37.155075 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Router 14785def-21df-48c1-9713-963559f91d4a has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:49:37.222612 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-0e47bcbe-ca55-4f56-a614-758650156f06 None None] Provisioning complete for port b77b471e-4514-43fb-9854-5c39e8ccc81a triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:37.223704 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-0e47bcbe-ca55-4f56-a614-758650156f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:37.287514 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-0e47bcbe-ca55-4f56-a614-758650156f06 None None] Port b77b471e-4514-43fb-9854-5c39e8ccc81a cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:49:37.450413 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:49:37.459733 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] 10.222.0.64 "PUT /v2.0/routers/14785def-21df-48c1-9713-963559f91d4a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7322643
Dec 16 14:49:37.910534 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device beab0b0c-9dff-4771-a40f-219b39bd0169 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:37.981250 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port beab0b0c-9dff-4771-a40f-219b39bd0169 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:37.981631 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:37.999437 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 55882) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:38.005428 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001105392', 'description': 'tempest-secgroup-smoke-1001105392 description', 'project_id': 'd963a0aa72964047885ee0212d5055dc'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:49:38.011275 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:38.015191 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Usage tracker for resource:security_group and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:38.018343 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:38.025388 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:38.039219 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.059606 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:38.063406 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Usage tracker for resource:security_group_rule and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:38.066946 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:38.072768 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:38.103320 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 925f657e-7d7c-48fe-82b5-38cff27f50a9 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:38.132481 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Sync routers for ids ['14785def-21df-48c1-9713-963559f91d4a'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:49:38.153803 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.157955 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.163044 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-a9c24bb2-b2f7-4b21-8c90-ab2342b41ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:38.164178 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Routers {'14785def-21df-48c1-9713-963559f91d4a'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:49:38.164799 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753daeb070>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['14785def-21df-48c1-9713-963559f91d4a'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:38.200980 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.202183 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2016752
Dec 16 14:49:38.203733 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:38.205248 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55886) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:38.206417 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-9930ef8f-79f0-47dd-97a6-5ad9c0d415fb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:38.212311 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-a0f6f197-efbc-406f-bf5d-6035664c92f3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9', 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:49:38.218391 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-a0f6f197-efbc-406f-bf5d-6035664c92f3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:38.222599 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-a0f6f197-efbc-406f-bf5d-6035664c92f3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Usage tracker for resource:security_group_rule and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:38.225891 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-a0f6f197-efbc-406f-bf5d-6035664c92f3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:38.232560 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-a0f6f197-efbc-406f-bf5d-6035664c92f3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:38.249871 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f197-efbc-406f-bf5d-6035664c92f3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.306950 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port 925f657e-7d7c-48fe-82b5-38cff27f50a9 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:38.307185 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.312607 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f197-efbc-406f-bf5d-6035664c92f3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.316964 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f197-efbc-406f-bf5d-6035664c92f3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.323229 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:38.341483 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6f197-efbc-406f-bf5d-6035664c92f3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb28d55c-72d4-4f08-abe0-83ebb5926b07,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:38.344101 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a0f6f197-efbc-406f-bf5d-6035664c92f3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:38.353295 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f197-efbc-406f-bf5d-6035664c92f3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.354439 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-a0f6f197-efbc-406f-bf5d-6035664c92f3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1472118
Dec 16 14:49:38.357084 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55890) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:38.362757 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-c66a0f3d-b392-4725-9bdc-aff71d67c984 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9', 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:49:38.368370 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-c66a0f3d-b392-4725-9bdc-aff71d67c984 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:38.372352 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-c66a0f3d-b392-4725-9bdc-aff71d67c984 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Usage tracker for resource:security_group_rule and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:38.375051 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-c66a0f3d-b392-4725-9bdc-aff71d67c984 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:38.380971 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-c66a0f3d-b392-4725-9bdc-aff71d67c984 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:38.399675 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c66a0f3d-b392-4725-9bdc-aff71d67c984 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.402816 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Set router 14785def-21df-48c1-9713-963559f91d4a gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:49:38.466401 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c66a0f3d-b392-4725-9bdc-aff71d67c984 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.470286 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c66a0f3d-b392-4725-9bdc-aff71d67c984 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.474113 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-33c60d8e-d4a3-4604-b119-be24b268ba31 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:38.496287 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a0f3d-b392-4725-9bdc-aff71d67c984 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6436b852-c739-4880-827f-5303bd61ca89,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:38.498937 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-c66a0f3d-b392-4725-9bdc-aff71d67c984 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:38.506996 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-c66a0f3d-b392-4725-9bdc-aff71d67c984 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.508231 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-c66a0f3d-b392-4725-9bdc-aff71d67c984 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1502347
Dec 16 14:49:38.510936 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55894) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:38.516256 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-d482e807-e99b-4d1e-b2e2-2cd20483bdc5 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9', 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:49:38.522428 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-d482e807-e99b-4d1e-b2e2-2cd20483bdc5 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:38.526469 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-d482e807-e99b-4d1e-b2e2-2cd20483bdc5 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Usage tracker for resource:security_group_rule and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:38.529375 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-d482e807-e99b-4d1e-b2e2-2cd20483bdc5 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:38.535611 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-d482e807-e99b-4d1e-b2e2-2cd20483bdc5 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:38.553345 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d482e807-e99b-4d1e-b2e2-2cd20483bdc5 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.617385 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d482e807-e99b-4d1e-b2e2-2cd20483bdc5 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.621132 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d482e807-e99b-4d1e-b2e2-2cd20483bdc5 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.627379 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:38.646560 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482e807-e99b-4d1e-b2e2-2cd20483bdc5 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b82bb96-0da4-4692-b154-fbc4a3ab6b00,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:38.648371 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device d6a9fad2-af27-4849-95ca-7d7f8f1057e5 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:38.652185 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d482e807-e99b-4d1e-b2e2-2cd20483bdc5 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:38.656962 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-d482e807-e99b-4d1e-b2e2-2cd20483bdc5 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.658158 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-d482e807-e99b-4d1e-b2e2-2cd20483bdc5 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1463101
Dec 16 14:49:38.661389 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55898) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:38.666400 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-7e41dd8c-4d3c-4ec9-aa8e-55fae0c8e0f0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9', 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:49:38.672516 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-7e41dd8c-4d3c-4ec9-aa8e-55fae0c8e0f0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:38.677043 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-7e41dd8c-4d3c-4ec9-aa8e-55fae0c8e0f0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Usage tracker for resource:security_group_rule and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:38.680480 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-7e41dd8c-4d3c-4ec9-aa8e-55fae0c8e0f0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:38.686786 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-7e41dd8c-4d3c-4ec9-aa8e-55fae0c8e0f0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:38.703055 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7e41dd8c-4d3c-4ec9-aa8e-55fae0c8e0f0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.771278 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7e41dd8c-4d3c-4ec9-aa8e-55fae0c8e0f0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.775644 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7e41dd8c-4d3c-4ec9-aa8e-55fae0c8e0f0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.777983 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:38.787517 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port d6a9fad2-af27-4849-95ca-7d7f8f1057e5 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:49:38.794652 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port d6a9fad2-af27-4849-95ca-7d7f8f1057e5 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:38.795029 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.800848 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41dd8c-4d3c-4ec9-aa8e-55fae0c8e0f0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34535d05-ece4-45b9-979b-210a01bbf349,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:38.803259 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7e41dd8c-4d3c-4ec9-aa8e-55fae0c8e0f0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:38.811526 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7e41dd8c-4d3c-4ec9-aa8e-55fae0c8e0f0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.815282 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-7e41dd8c-4d3c-4ec9-aa8e-55fae0c8e0f0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1504464
Dec 16 14:49:38.815516 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55902) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:38.820754 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-6a51ff99-bdd8-4dfc-a775-f5bd1b9f286e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9', 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:49:38.827804 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-6a51ff99-bdd8-4dfc-a775-f5bd1b9f286e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:38.832286 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-6a51ff99-bdd8-4dfc-a775-f5bd1b9f286e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Usage tracker for resource:security_group_rule and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:38.835145 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-6a51ff99-bdd8-4dfc-a775-f5bd1b9f286e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:38.841015 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-6a51ff99-bdd8-4dfc-a775-f5bd1b9f286e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:38.854672 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.securitygroups_db [None req-6a51ff99-bdd8-4dfc-a775-f5bd1b9f286e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Project d963a0aa72964047885ee0212d5055dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 14:49:38.862508 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6a51ff99-bdd8-4dfc-a775-f5bd1b9f286e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.902683 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753daeb070>, [{'id': '14785def-21df-48c1-9713-963559f91d4a', 'name': 'tempest-TestVolumeBootPattern-253463947-router', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd6a9fad2-af27-4849-95ca-7d7f8f1057e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 4, 'project_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'gw_port': {'id': 'd6a9fad2-af27-4849-95ca-7d7f8f1057e5', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14785def-21df-48c1-9713-963559f91d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'b77b471e-4514-43fb-9854-5c39e8ccc81a', 'name': '', 'network_id': '58e71b89-aa29-49f3-838e-7fc19b4c15e1', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'mac_address': 'fa:16:3e:9e:45:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14785def-21df-48c1-9713-963559f91d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '417a3f99-f888-45cb-af8d-4a8d812257f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:35Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 2, 'project_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'subnets': [{'id': '417a3f99-f888-45cb-af8d-4a8d812257f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:38.920277 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Checking router: 14785def-21df-48c1-9713-963559f91d4a for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:49:38.921399 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Updating router 14785def-21df-48c1-9713-963559f91d4a port b77b471e-4514-43fb-9854-5c39e8ccc81a binding host dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 14:49:38.931698 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6a51ff99-bdd8-4dfc-a775-f5bd1b9f286e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.935865 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6a51ff99-bdd8-4dfc-a775-f5bd1b9f286e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.942099 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:38.960994 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51ff99-bdd8-4dfc-a775-f5bd1b9f286e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe95bd0-d43a-444f-b34a-40fabb73bd9d,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:38.963337 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6a51ff99-bdd8-4dfc-a775-f5bd1b9f286e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:38.973069 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6a51ff99-bdd8-4dfc-a775-f5bd1b9f286e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.974281 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-6a51ff99-bdd8-4dfc-a775-f5bd1b9f286e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1578536
Dec 16 14:49:38.977056 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 55906) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:38.978795 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.982155 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-78d47176-26d7-4346-b2cf-e54ed2c4646e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Request body: {'security_group_rule': {'security_group_id': 'eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9', 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:49:38.988638 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-78d47176-26d7-4346-b2cf-e54ed2c4646e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:38.992897 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-78d47176-26d7-4346-b2cf-e54ed2c4646e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Usage tracker for resource:security_group_rule and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:49:38.993891 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.995762 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-78d47176-26d7-4346-b2cf-e54ed2c4646e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:49:39.001629 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-78d47176-26d7-4346-b2cf-e54ed2c4646e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:39.012187 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port d6a9fad2-af27-4849-95ca-7d7f8f1057e5, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=d6a9fad2-af27-4849-95ca-7d7f8f1057e5,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:39.013227 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.securitygroups_db [None req-78d47176-26d7-4346-b2cf-e54ed2c4646e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Project d963a0aa72964047885ee0212d5055dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 14:49:39.021123 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-78d47176-26d7-4346-b2cf-e54ed2c4646e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:39.042082 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:39.049639 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:39.088598 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-78d47176-26d7-4346-b2cf-e54ed2c4646e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:39.092688 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-78d47176-26d7-4346-b2cf-e54ed2c4646e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:39.094743 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a0f6f197-efbc-406f-bf5d-6035664c92f3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:39.116275 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d47176-26d7-4346-b2cf-e54ed2c4646e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66374114-b642-4823-8fd5-43efd7cd623f,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:39.118938 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-78d47176-26d7-4346-b2cf-e54ed2c4646e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:39.126299 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-78d47176-26d7-4346-b2cf-e54ed2c4646e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:39.127503 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-78d47176-26d7-4346-b2cf-e54ed2c4646e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1494672
Dec 16 14:49:39.230842 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=d6a9fad2-af27-4849-95ca-7d7f8f1057e5,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:39.236140 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:39.450535 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Notify callbacks [] for port, precommit_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:39.462530 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Transition to ACTIVE for port object b77b471e-4514-43fb-9854-5c39e8ccc81a will not be triggered until provisioned by entity L2. {{(pid=87790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:49:39.469467 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:39.475047 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:39.632971 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38713c17-fb65-48f1-9fdb-c6b74cf34be4 None None] Pushing event updated for resources: {'Port': ['ID=b77b471e-4514-43fb-9854-5c39e8ccc81a,revision_number=3']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:39.635716 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-38713c17-fb65-48f1-9fdb-c6b74cf34be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:39.728691 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Attempting to bind port b77b471e-4514-43fb-9854-5c39e8ccc81a on host dv-cinder-821892-3-iscsi for vnic_type normal with profile  {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:49:39.729113 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Attempting to bind port b77b471e-4514-43fb-9854-5c39e8ccc81a by drivers openvswitch,hyperv on host dv-cinder-821892-3-iscsi at level 0 using segments [{'id': '79654075-59d9-4c5b-b764-acef2b616c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '58e71b89-aa29-49f3-838e-7fc19b4c15e1'}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:49:39.729480 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Attempting to bind port b77b471e-4514-43fb-9854-5c39e8ccc81a on network 58e71b89-aa29-49f3-838e-7fc19b4c15e1 {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:49:39.735041 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Checking agent: {'id': 'bc53829c-0e85-4280-adcd-00ccbac7fe0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 30, 50), 'started_at': datetime.datetime(2021, 12, 16, 14, 31, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:49:39.735418 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Checking segment: {'id': '79654075-59d9-4c5b-b764-acef2b616c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '58e71b89-aa29-49f3-838e-7fc19b4c15e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:49:39.735825 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:39.736220 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Bound using segment: {'id': '79654075-59d9-4c5b-b764-acef2b616c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '58e71b89-aa29-49f3-838e-7fc19b4c15e1'} {{(pid=87790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:49:39.736689 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.managers [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Bound port: b77b471e-4514-43fb-9854-5c39e8ccc81a, host: dv-cinder-821892-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79654075-59d9-4c5b-b764-acef2b616c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '58e71b89-aa29-49f3-838e-7fc19b4c15e1'}}] {{(pid=87790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:49:39.737248 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:39.843573 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device d6a9fad2-af27-4849-95ca-7d7f8f1057e5 up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:39.871515 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] For port b77b471e-4514-43fb-9854-5c39e8ccc81a, host dv-cinder-821892-3-iscsi, cleared binding levels {{(pid=87790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:49:39.895358 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] For port b77b471e-4514-43fb-9854-5c39e8ccc81a, host dv-cinder-821892-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=b77b471e-4514-43fb-9854-5c39e8ccc81a,segment=NetworkSegment(79654075-59d9-4c5b-b764-acef2b616c9c),segment_id=79654075-59d9-4c5b-b764-acef2b616c9c)] {{(pid=87790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:49:39.904393 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:39.909964 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:39.998779 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port d6a9fad2-af27-4849-95ca-7d7f8f1057e5 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:39.999358 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:40.025967 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Routers {'14785def-21df-48c1-9713-963559f91d4a'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:49:40.026605 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753daeb070>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['14785def-21df-48c1-9713-963559f91d4a'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:40.083462 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38713c17-fb65-48f1-9fdb-c6b74cf34be4 None None] Pushing event updated for resources: {'Port': ['ID=b77b471e-4514-43fb-9854-5c39e8ccc81a,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:40.097588 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-38713c17-fb65-48f1-9fdb-c6b74cf34be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:40.307151 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] Set router 14785def-21df-48c1-9713-963559f91d4a gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:49:40.632625 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753daeb070>, [{'id': '14785def-21df-48c1-9713-963559f91d4a', 'name': 'tempest-TestVolumeBootPattern-253463947-router', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd6a9fad2-af27-4849-95ca-7d7f8f1057e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 4, 'project_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'gw_port': {'id': 'd6a9fad2-af27-4849-95ca-7d7f8f1057e5', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14785def-21df-48c1-9713-963559f91d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'b77b471e-4514-43fb-9854-5c39e8ccc81a', 'name': '', 'network_id': '58e71b89-aa29-49f3-838e-7fc19b4c15e1', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'mac_address': 'fa:16:3e:9e:45:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14785def-21df-48c1-9713-963559f91d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '417a3f99-f888-45cb-af8d-4a8d812257f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:35Z', 'updated_at': '2021-12-16T14:49:39Z', 'revision_number': 4, 'project_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'subnets': [{'id': '417a3f99-f888-45cb-af8d-4a8d812257f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:40.636637 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca3e69-5e85-4fda-9b44-3f5833c4a408 None None] The sync data for ids ['14785def-21df-48c1-9713-963559f91d4a'] in dv-cinder-821892-3-iscsi is: [{'id': '14785def-21df-48c1-9713-963559f91d4a', 'name': 'tempest-TestVolumeBootPattern-253463947-router', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd6a9fad2-af27-4849-95ca-7d7f8f1057e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 4, 'project_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'gw_port': {'id': 'd6a9fad2-af27-4849-95ca-7d7f8f1057e5', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14785def-21df-48c1-9713-963559f91d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'b77b471e-4514-43fb-9854-5c39e8ccc81a', 'name': '', 'network_id': '58e71b89-aa29-49f3-838e-7fc19b4c15e1', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'mac_address': 'fa:16:3e:9e:45:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14785def-21df-48c1-9713-963559f91d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '417a3f99-f888-45cb-af8d-4a8d812257f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:35Z', 'updated_at': '2021-12-16T14:49:39Z', 'revision_number': 4, 'project_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'subnets': [{'id': '417a3f99-f888-45cb-af8d-4a8d812257f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:49:41.843280 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device b77b471e-4514-43fb-9854-5c39e8ccc81a up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:41.929597 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning for port b77b471e-4514-43fb-9854-5c39e8ccc81a completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:49:41.934577 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port b77b471e-4514-43fb-9854-5c39e8ccc81a triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:41.934879 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:42.104998 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:42.139398 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] For port b77b471e-4514-43fb-9854-5c39e8ccc81a, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=b77b471e-4514-43fb-9854-5c39e8ccc81a,segment=NetworkSegment(79654075-59d9-4c5b-b764-acef2b616c9c),segment_id=79654075-59d9-4c5b-b764-acef2b616c9c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:49:42.143570 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:42.145616 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:42.217789 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Pushing event updated for resources: {'Port': ['ID=b77b471e-4514-43fb-9854-5c39e8ccc81a,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:42.220873 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:43.555890 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:49:43.836873 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device b77b471e-4514-43fb-9854-5c39e8ccc81a up at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:43.907421 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Provisioning complete for port b77b471e-4514-43fb-9854-5c39e8ccc81a triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:43.907808 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:45.371825 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:46.473843 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d73f0b78-d6c9-4f9e-a10c-0553e6c42d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:49.033324 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9ff27f8d-9ee4-4819-826b-b8ce8db988a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:50.265115 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:50.419455 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:52.033060 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:56.556652 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-82a72afa-5eca-426d-9763-b1abb521efdd req-69c655a0-2043-4147-9bc4-af88e473b428 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Synchronizing usage tracker for tenant:d963a0aa72964047885ee0212d5055dc on resource:security_group {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:49:56.576622 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-82a72afa-5eca-426d-9763-b1abb521efdd req-69c655a0-2043-4147-9bc4-af88e473b428 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Unset dirty status for tenant:d963a0aa72964047885ee0212d5055dc on resource:security_group {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:49:56.577772 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-69c655a0-2043-4147-9bc4-af88e473b428 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001105392&fields=id&tenant_id=d963a0aa72964047885ee0212d5055dc HTTP/1.1" status: 200  len: 267 time: 0.0620422
Dec 16 14:49:56.738077 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a72afa-5eca-426d-9763-b1abb521efdd req-6ef7e375-84cd-4fd9-9810-e1aa9f945898 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:56.740803 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-82a72afa-5eca-426d-9763-b1abb521efdd req-6ef7e375-84cd-4fd9-9810-e1aa9f945898 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Synchronizing usage tracker for tenant:d963a0aa72964047885ee0212d5055dc on resource:network {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:49:56.762465 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-82a72afa-5eca-426d-9763-b1abb521efdd req-6ef7e375-84cd-4fd9-9810-e1aa9f945898 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Unset dirty status for tenant:d963a0aa72964047885ee0212d5055dc on resource:network {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:49:56.763664 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-6ef7e375-84cd-4fd9-9810-e1aa9f945898 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 810 time: 0.1783228
Dec 16 14:49:56.778525 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-6398c455-a1bd-46fb-806e-1158db4ea2ff tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/quotas/d963a0aa72964047885ee0212d5055dc HTTP/1.1" status: 200  len: 375 time: 0.0092497
Dec 16 14:49:56.863090 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-82a72afa-5eca-426d-9763-b1abb521efdd req-5de31f30-b58c-4f49-84aa-6db1515e5f25 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Synchronizing usage tracker for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:49:56.881879 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-82a72afa-5eca-426d-9763-b1abb521efdd req-5de31f30-b58c-4f49-84aa-6db1515e5f25 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Unset dirty status for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:49:56.883366 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-5de31f30-b58c-4f49-84aa-6db1515e5f25 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0986092
Dec 16 14:49:57.024130 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-d62c759b-c852-43db-a53a-2e4fdce30841 service neutron] 10.222.0.64 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296299
Dec 16 14:49:57.159043 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-20becfc0-b623-4ddb-9370-0ef0aba75fc2 service neutron] 10.222.0.64 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285813
Dec 16 14:49:58.681200 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6e5fad26-3f24-460c-b48a-c112ddc4878e req-5a659d85-9b16-46f8-bf30-d924cb7f9523 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 210 time: 0.1526945
Dec 16 14:49:59.831632 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-63cc6a58-23ef-4c24-9f58-1ce10972afa1 req-0d0e4d36-4e2e-4ad6-90d8-524e8b5d6c5a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 210 time: 0.0448706
Dec 16 14:49:59.921059 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a72afa-5eca-426d-9763-b1abb521efdd req-b43c367f-bfb4-42a6-a4e6-9b8b3d7127e6 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:59.922605 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-b43c367f-bfb4-42a6-a4e6-9b8b3d7127e6 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 810 time: 0.1732991
Dec 16 14:49:59.981351 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-dde1d360-062d-4274-8e18-6f0e53800698 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d963a0aa72964047885ee0212d5055dc HTTP/1.1" status: 200  len: 380 time: 0.0412464
Dec 16 14:50:00.000068 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Request body: {'port': {'device_id': '2349104f-921f-4317-8b04-be3a09d2b6aa', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'admin_state_up': True, 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'security_groups': ['eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9']}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:50:00.137995 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:50:00.147418 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:50:00.157171 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Made reservation on behalf of d963a0aa72964047885ee0212d5055dc for: {'port': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:50:00.160994 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:00.327890 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Allocated IP 172.20.0.11 (9786e867-a38a-4109-abba-499d29f3c81d/80d3247f-f713-4ed0-bf4e-70ddad804757/f680558f-d751-456d-a86d-c61c5e172d8d) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:50:00.554497 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:00.576243 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Transition to ACTIVE for port object f680558f-d751-456d-a86d-c61c5e172d8d will not be triggered until provisioned by entity DHCP. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:50:00.602766 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:00.608929 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a910c528-2036-4cd2-8cdb-8bf5fecaef3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:00.684295 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Network 9786e867-a38a-4109-abba-499d29f3c81d is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:50:00.687717 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:50:00.694687 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'Port': ['ID=f680558f-d751-456d-a86d-c61c5e172d8d,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:00.699228 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:00.700107 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:50:00.789837 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:00.790521 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:00.822536 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-e9f670d2-35e8-4320-bd43-b4838a3529df tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8260641
Dec 16 14:50:00.925778 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Request body: {'port': {'device_id': '2349104f-921f-4317-8b04-be3a09d2b6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:50:01.042526 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-f89b0690-62a1-42c6-bc2c-5ca05c505cee None None] Provisioning for port f680558f-d751-456d-a86d-c61c5e172d8d completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:50:01.048964 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-f89b0690-62a1-42c6-bc2c-5ca05c505cee None None] Provisioning complete for port f680558f-d751-456d-a86d-c61c5e172d8d triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:50:01.049730 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-f89b0690-62a1-42c6-bc2c-5ca05c505cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:01.051439 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:01.069405 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22680ae-aa20-422f-bf77-2965910e79f4 req-94b06298-e8cc-4cbf-bd64-b4a6911fea61 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:01.071733 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d22680ae-aa20-422f-bf77-2965910e79f4 req-94b06298-e8cc-4cbf-bd64-b4a6911fea61 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 932 time: 0.0949662
Dec 16 14:50:01.115100 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-f89b0690-62a1-42c6-bc2c-5ca05c505cee None None] Port f680558f-d751-456d-a86d-c61c5e172d8d cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:50:01.123821 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d22680ae-aa20-422f-bf77-2965910e79f4 req-4fdb590e-77fc-48c6-8870-49d1a03d5c5a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462608
Dec 16 14:50:01.502994 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f680558f-d751-456d-a86d-c61c5e172d8d {{(pid=87789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:50:01.510183 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:01.525170 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.provisioning_blocks [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Transition to ACTIVE for port object f680558f-d751-456d-a86d-c61c5e172d8d will not be triggered until provisioned by entity L2. {{(pid=87789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:50:01.528855 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:01.532592 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-14ff376e-aa1a-4805-90ec-6aee39e5b4bf tempest-VolumesSnapshotTestJSON-6496770 tempest-VolumesSnapshotTestJSON-6496770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:01.660959 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Pushing event updated for resources: {'Port': ['ID=f680558f-d751-456d-a86d-c61c5e172d8d,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:01.687641 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:01.771339 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Attempting to bind port f680558f-d751-456d-a86d-c61c5e172d8d on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:50:01.772244 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Attempting to bind port f680558f-d751-456d-a86d-c61c5e172d8d by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:50:01.772728 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Attempting to bind port f680558f-d751-456d-a86d-c61c5e172d8d on network 9786e867-a38a-4109-abba-499d29f3c81d {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:50:01.777600 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Port f680558f-d751-456d-a86d-c61c5e172d8d on network 9786e867-a38a-4109-abba-499d29f3c81d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:50:01.777915 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Attempting to bind port f680558f-d751-456d-a86d-c61c5e172d8d on network 9786e867-a38a-4109-abba-499d29f3c81d {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:50:01.783125 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:50:01.783455 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Checking segment: {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:50:01.783828 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Bound using segment: {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'} {{(pid=87789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:50:01.784251 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.managers [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Bound port: f680558f-d751-456d-a86d-c61c5e172d8d, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'}}] {{(pid=87789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:50:01.784589 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:01.878943 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] For port f680558f-d751-456d-a86d-c61c5e172d8d, host hv-cinder-82189, cleared binding levels {{(pid=87789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:50:01.882721 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] For port f680558f-d751-456d-a86d-c61c5e172d8d, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f680558f-d751-456d-a86d-c61c5e172d8d,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:50:01.887209 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:01.890904 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e14ada78-ecee-49a9-beab-cc5aa4ab83e9 tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:01.951580 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:01.952213 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:01.953596 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] 10.222.0.66 "PUT /v2.0/ports/f680558f-d751-456d-a86d-c61c5e172d8d HTTP/1.1" status: 200  len: 1094 time: 1.1161962
Dec 16 14:50:01.954104 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2349104f-921f-4317-8b04-be3a09d2b6aa', 'tag': 'f680558f-d751-456d-a86d-c61c5e172d8d'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:50:01.974356 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Pushing event updated for resources: {'Port': ['ID=f680558f-d751-456d-a86d-c61c5e172d8d,revision_number=3']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:01.978143 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f9d824e4-b5cb-4082-8bd0-5b4dcc647e12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:02.070690 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2349104f-921f-4317-8b04-be3a09d2b6aa', 'tag': 'f680558f-d751-456d-a86d-c61c5e172d8d', 'status': 'completed', 'code': 200}
Dec 16 14:50:02.087846 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a72afa-5eca-426d-9763-b1abb521efdd req-8da1816b-d08b-4da6-8a78-c3d83d8e95ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:02.089438 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-8da1816b-d08b-4da6-8a78-c3d83d8e95ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 1097 time: 0.0793121
Dec 16 14:50:02.168384 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-bf60da1d-25d8-42e4-b1b4-fcc869a7a9d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f680558f-d751-456d-a86d-c61c5e172d8d HTTP/1.1" status: 200  len: 217 time: 0.0667191
Dec 16 14:50:02.231629 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a72afa-5eca-426d-9763-b1abb521efdd req-001c63ea-dcbc-418d-8924-3c0df0b7d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:02.233191 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-001c63ea-dcbc-418d-8924-3c0df0b7d5df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0583749
Dec 16 14:50:02.314810 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a72afa-5eca-426d-9763-b1abb521efdd req-c44955b0-b77b-4df7-8463-70bc52c58ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:02.315447 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05270562-c6f3-4bfc-9a6f-6799474d1d77 req-146d8581-863b-48bb-b050-345e83287ce1 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:02.316218 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-c44955b0-b77b-4df7-8463-70bc52c58ace service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765548
Dec 16 14:50:02.317008 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-05270562-c6f3-4bfc-9a6f-6799474d1d77 req-146d8581-863b-48bb-b050-345e83287ce1 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 944 time: 0.0824237
Dec 16 14:50:02.371119 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-05270562-c6f3-4bfc-9a6f-6799474d1d77 req-7dde2c6c-6bc3-4f85-8724-20590437c04e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483122
Dec 16 14:50:02.454288 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-6ad32da4-107a-4788-aef4-29e8aaebbfa7 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287909
Dec 16 14:50:02.588949 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-82a72afa-5eca-426d-9763-b1abb521efdd req-cffe86a9-eb84-483b-8727-accf357e763d service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274478
Dec 16 14:50:02.748405 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acad639-d14c-46d6-bbdc-4871e580cfea req-cdec1193-883a-4b9f-bb62-ec66044acf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:02.749938 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-6acad639-d14c-46d6-bbdc-4871e580cfea req-cdec1193-883a-4b9f-bb62-ec66044acf64 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 1097 time: 0.0701728
Dec 16 14:50:02.882457 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acad639-d14c-46d6-bbdc-4871e580cfea req-f4f8c58f-8403-4cfc-99e2-f8caa9282868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:02.883924 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-6acad639-d14c-46d6-bbdc-4871e580cfea req-f4f8c58f-8403-4cfc-99e2-f8caa9282868 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 911 time: 0.1262259
Dec 16 14:50:03.053357 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-6acad639-d14c-46d6-bbdc-4871e580cfea req-f4617226-7fe8-405d-a70c-310bcc2d5802 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f680558f-d751-456d-a86d-c61c5e172d8d HTTP/1.1" status: 200  len: 217 time: 0.1624393
Dec 16 14:50:03.114452 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acad639-d14c-46d6-bbdc-4871e580cfea req-53450965-c598-4413-8158-d50801f8e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:03.115875 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-6acad639-d14c-46d6-bbdc-4871e580cfea req-53450965-c598-4413-8158-d50801f8e755 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0561941
Dec 16 14:50:03.189614 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acad639-d14c-46d6-bbdc-4871e580cfea req-e51834b9-6682-4633-b5f2-da0a059f5ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:03.191089 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-6acad639-d14c-46d6-bbdc-4871e580cfea req-e51834b9-6682-4633-b5f2-da0a059f5ef0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686293
Dec 16 14:50:03.322543 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-6acad639-d14c-46d6-bbdc-4871e580cfea req-4f3615a6-cd27-4f67-aeac-3c92a32b0e88 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247842
Dec 16 14:50:03.456505 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-6acad639-d14c-46d6-bbdc-4871e580cfea req-9d7428bb-9e77-4291-b759-babe26fa4eae service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261070
Dec 16 14:50:03.561218 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9863d-a43a-4d3a-bae6-fddcd73411d9 req-19f50137-242d-45f1-85b9-9469282ca441 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:03.562658 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-61c9863d-a43a-4d3a-bae6-fddcd73411d9 req-19f50137-242d-45f1-85b9-9469282ca441 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 944 time: 0.0863924
Dec 16 14:50:03.606416 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-61c9863d-a43a-4d3a-bae6-fddcd73411d9 req-49b45091-8d73-42a7-b1ec-222513515e30 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378993
Dec 16 14:50:04.795287 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1b705-6710-4c4c-8956-92083810d167 req-da542dbb-b266-463d-974e-b8f85a93df73 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:04.796731 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b0f1b705-6710-4c4c-8956-92083810d167 req-da542dbb-b266-463d-974e-b8f85a93df73 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 944 time: 0.0797322
Dec 16 14:50:04.840582 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b0f1b705-6710-4c4c-8956-92083810d167 req-72952495-fb3e-4410-9380-a6917d5dafa2 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379834
Dec 16 14:50:06.030356 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299aa73-2d66-43d8-a80c-7880817269a3 req-c202c24f-be7c-4c67-9bdd-b1433249e669 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:06.031776 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9299aa73-2d66-43d8-a80c-7880817269a3 req-c202c24f-be7c-4c67-9bdd-b1433249e669 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 944 time: 0.0835629
Dec 16 14:50:06.077120 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9299aa73-2d66-43d8-a80c-7880817269a3 req-91f2b36b-1a1c-48d0-a507-b822916c8f09 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394859
Dec 16 14:50:07.261017 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8ebd1-883e-4404-815d-e5553ba329ad req-d1c490b6-429c-4b9a-ac9e-f96898b1687c tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:07.262478 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-99d8ebd1-883e-4404-815d-e5553ba329ad req-d1c490b6-429c-4b9a-ac9e-f96898b1687c tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 944 time: 0.0793190
Dec 16 14:50:07.306326 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-99d8ebd1-883e-4404-815d-e5553ba329ad req-f8f2e794-508f-451d-af3c-9710d8c2ec87 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378816
Dec 16 14:50:08.495170 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857b3a6-194b-4d9b-8ecf-0109803e3e12 req-4ff5ae74-337f-4518-b9fb-477043fd5539 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:08.496629 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3857b3a6-194b-4d9b-8ecf-0109803e3e12 req-4ff5ae74-337f-4518-b9fb-477043fd5539 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 944 time: 0.0828698
Dec 16 14:50:08.541292 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3857b3a6-194b-4d9b-8ecf-0109803e3e12 req-b31fd552-c1e5-40a6-9e0a-1347ba4f35c1 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390360
Dec 16 14:50:09.734792 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca0707-82fe-49f9-aadf-b9de95a9cf67 req-b2a6e3dc-ad19-403f-a486-6944b35eb5bf tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:09.736262 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4bca0707-82fe-49f9-aadf-b9de95a9cf67 req-b2a6e3dc-ad19-403f-a486-6944b35eb5bf tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 944 time: 0.0902495
Dec 16 14:50:09.783281 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4bca0707-82fe-49f9-aadf-b9de95a9cf67 req-64506017-544e-41b8-b19b-c2eb2c46e1e6 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414538
Dec 16 14:50:10.973640 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9429ee5-5e1b-44d0-87f1-ec4d958c90a7 req-7074261e-4358-4b81-b180-cf80ac5bd830 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:10.975046 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d9429ee5-5e1b-44d0-87f1-ec4d958c90a7 req-7074261e-4358-4b81-b180-cf80ac5bd830 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 944 time: 0.0835981
Dec 16 14:50:11.130745 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device f680558f-d751-456d-a86d-c61c5e172d8d details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:50:11.156504 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d9429ee5-5e1b-44d0-87f1-ec4d958c90a7 req-89bad2b0-974e-4a45-b308-39943eb061fc tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1749804
Dec 16 14:50:11.192032 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de5ec-bb05-4cdd-8dff-cb08a1625805 req-613d50d2-a655-4789-8ce5-7ed706191920 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:11.193520 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-948de5ec-bb05-4cdd-8dff-cb08a1625805 req-613d50d2-a655-4789-8ce5-7ed706191920 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.1974509
Dec 16 14:50:11.237569 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-948de5ec-bb05-4cdd-8dff-cb08a1625805 req-1474f20f-3aa7-4112-bf4f-7d3d387b220e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383401
Dec 16 14:50:11.266525 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port f680558f-d751-456d-a86d-c61c5e172d8d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f680558f-d751-456d-a86d-c61c5e172d8d,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:50:11.279988 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': 'f680558f-d751-456d-a86d-c61c5e172d8d', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'port_id': 'f680558f-d751-456d-a86d-c61c5e172d8d', 'mac_address': 'fa:16:3e:ca:b8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:50:11.333231 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:11.350538 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f680558f-d751-456d-a86d-c61c5e172d8d {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:50:11.365809 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port f680558f-d751-456d-a86d-c61c5e172d8d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f680558f-d751-456d-a86d-c61c5e172d8d,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:50:11.371172 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:11.372956 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:11.438849 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=f680558f-d751-456d-a86d-c61c5e172d8d,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:11.442018 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:11.676998 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['f680558f-d751-456d-a86d-c61c5e172d8d'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:50:12.340548 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e8a0a-2711-49bf-8e2e-aabc4b8b3a99 req-8a85346b-58fc-40dc-899b-1f3a90e4a890 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:12.342048 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-207e8a0a-2711-49bf-8e2e-aabc4b8b3a99 req-8a85346b-58fc-40dc-899b-1f3a90e4a890 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 945 time: 0.0818269
Dec 16 14:50:12.435859 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-207e8a0a-2711-49bf-8e2e-aabc4b8b3a99 req-e80fd5b2-e0e8-4e01-a40d-074b22cf1516 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618072
Dec 16 14:50:12.461852 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b22f44-ef94-4855-9208-e27aca0d971b req-d1a69d36-193c-4aef-ad82-b339dee72d66 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:12.463308 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e1b22f44-ef94-4855-9208-e27aca0d971b req-d1a69d36-193c-4aef-ad82-b339dee72d66 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.1203835
Dec 16 14:50:12.506370 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e1b22f44-ef94-4855-9208-e27aca0d971b req-e6e3e9ec-2fd9-45b6-9491-f901bbee7049 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375919
Dec 16 14:50:12.988063 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-9cb2eb5b-7fe7-4fa3-91e9-c0fbc7818a02 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:12.988758 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-9cb2eb5b-7fe7-4fa3-91e9-c0fbc7818a02 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Synchronizing usage tracker for tenant:bb0a577a94a04b3eaaaf2d2347f21e44 on resource:port {{(pid=87789) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:50:13.005615 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-9cb2eb5b-7fe7-4fa3-91e9-c0fbc7818a02 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Unset dirty status for tenant:bb0a577a94a04b3eaaaf2d2347f21e44 on resource:port {{(pid=87789) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:50:13.006820 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-9cb2eb5b-7fe7-4fa3-91e9-c0fbc7818a02 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.66 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.1000607
Dec 16 14:50:13.075556 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Deleting port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:50:13.075896 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:13.136098 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device f680558f-d751-456d-a86d-c61c5e172d8d up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:50:13.201831 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port f680558f-d751-456d-a86d-c61c5e172d8d completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:50:13.206412 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port f680558f-d751-456d-a86d-c61c5e172d8d triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:50:13.206794 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:13.321718 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] For port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=71ec40cc-e92b-4e94-8b04-7b26de75bfbb,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:50:13.322077 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:13.323564 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:13.350218 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2349104f-921f-4317-8b04-be3a09d2b6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f680558f-d751-456d-a86d-c61c5e172d8d'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:50:13.360740 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port f680558f-d751-456d-a86d-c61c5e172d8d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f680558f-d751-456d-a86d-c61c5e172d8d,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:50:13.367049 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:13.369082 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:13.439739 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=f680558f-d751-456d-a86d-c61c5e172d8d,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:13.442925 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:13.462288 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2349104f-921f-4317-8b04-be3a09d2b6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f680558f-d751-456d-a86d-c61c5e172d8d', 'code': 200}
Dec 16 14:50:13.627388 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:13.627766 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:13.628087 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.l3_db [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Floating IP 493b61c8-19c5-4c6d-ae09-69202b57f8bb disassociated. External IP: 172.27.0.213, port: 71ec40cc-e92b-4e94-8b04-7b26de75bfbb.
Dec 16 14:50:13.628430 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Calling delete_port for 71ec40cc-e92b-4e94-8b04-7b26de75bfbb owned by compute:nova {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:50:13.690264 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff34d4a-b8ac-4bc3-bab7-9c5955341825 req-ae4c8763-8ec8-4386-808c-def70780af5b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:13.692871 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fff34d4a-b8ac-4bc3-bab7-9c5955341825 req-ae4c8763-8ec8-4386-808c-def70780af5b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 946 time: 0.1417120
Dec 16 14:50:13.790938 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:13.791440 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fff34d4a-b8ac-4bc3-bab7-9c5955341825 req-3b16b576-b3a3-4692-a75e-3185835cb5a9 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912819
Dec 16 14:50:13.800818 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8a6a0b47-178a-436c-a93f-6a7d3f9d3d3e tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:13.810965 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e984c-048e-44db-b7b1-991fa3f2475a req-22b201ba-a5ae-49b6-8fce-4a6bffe171d2 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:13.812426 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b35e984c-048e-44db-b7b1-991fa3f2475a req-22b201ba-a5ae-49b6-8fce-4a6bffe171d2 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 945 time: 0.1926482
Dec 16 14:50:13.858117 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event deleted for resources: {'Port': ['ID=71ec40cc-e92b-4e94-8b04-7b26de75bfbb,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:13.861602 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edc8c4-0c60-4625-8258-719e13a6a157 req-e2716315-5127-4bd4-8d4b-2c96f3d54c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:13.863064 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f1edc8c4-0c60-4625-8258-719e13a6a157 req-e2716315-5127-4bd4-8d4b-2c96f3d54c41 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 1099 time: 0.1460819
Dec 16 14:50:13.870951 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b35e984c-048e-44db-b7b1-991fa3f2475a req-d4b15eff-72f9-4b21-85e7-1fcc2568ce13 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=9538e710-29fd-472a-9ab5-3c7cd1a868a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501056
Dec 16 14:50:13.909174 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f1edc8c4-0c60-4625-8258-719e13a6a157 req-c46c13d7-6056-47a3-97f6-33e834c1f23c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371921
Dec 16 14:50:13.925261 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:13.925639 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:13.926003 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:13.926362 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:13.926718 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:13.927069 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:13.927418 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:13.927766 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:13.928115 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:13.928998 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:13.929343 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:13.929682 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:13.933332 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:14.055505 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:50:14.350873 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:50:14.363467 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e167f73-611b-42bc-8b1e-fe83cc99bf3b None None] Sync routers for ids ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:50:14.373751 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e167f73-611b-42bc-8b1e-fe83cc99bf3b None None] Routers {'57ba3191-c949-49b5-b7fc-93cb2f9b4f58'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:50:14.374358 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-7e167f73-611b-42bc-8b1e-fe83cc99bf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dedef70>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:14.423889 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] No DVR routers for this DVR port 71ec40cc-e92b-4e94-8b04-7b26de75bfbb on host hv-cinder-82189 {{(pid=87789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:50:14.426651 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:14.429843 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21eb2e8-5685-4000-b8c6-edb7fb5daa68', 'name': 'network-vif-deleted', 'tag': '71ec40cc-e92b-4e94-8b04-7b26de75bfbb'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:50:14.446514 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-10caa50a-bdd0-4c95-9db2-b81441bb891d req-5591f4f8-7505-403b-b7a5-ebbfc590278f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.66 "DELETE /v2.0/ports/71ec40cc-e92b-4e94-8b04-7b26de75bfbb HTTP/1.1" status: 204  len: 173 time: 1.4340298
Dec 16 14:50:14.474677 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21eb2e8-5685-4000-b8c6-edb7fb5daa68', 'name': 'network-vif-deleted', 'tag': '71ec40cc-e92b-4e94-8b04-7b26de75bfbb', 'status': 'completed', 'code': 200}
Dec 16 14:50:14.550370 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-7e167f73-611b-42bc-8b1e-fe83cc99bf3b None None] Set router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:50:14.855458 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-7e167f73-611b-42bc-8b1e-fe83cc99bf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dedef70>, [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:20Z', 'revision_number': 5, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:14.859471 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e167f73-611b-42bc-8b1e-fe83cc99bf3b None None] Checking router: 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:50:14.871900 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e167f73-611b-42bc-8b1e-fe83cc99bf3b None None] Routers {'57ba3191-c949-49b5-b7fc-93cb2f9b4f58'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:50:14.872520 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-7e167f73-611b-42bc-8b1e-fe83cc99bf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dedef70>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:14.998656 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d15e-c127-4792-a4ad-d251ab51bb51 req-5a7830a1-453c-474d-9f64-4db46e991ecf tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:15.006325 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-81f1d15e-c127-4792-a4ad-d251ab51bb51 req-5a7830a1-453c-474d-9f64-4db46e991ecf tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 946 time: 0.1051280
Dec 16 14:50:15.088942 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-4449ff37-6493-430a-891d-2d112f2cfa57 req-60cd0f03-2f56-4152-b451-005c9ee28132 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=e21eb2e8-5685-4000-b8c6-edb7fb5daa68 HTTP/1.1" status: 200  len: 210 time: 0.0508449
Dec 16 14:50:15.098968 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-81f1d15e-c127-4792-a4ad-d251ab51bb51 req-8b81e19e-2f55-4fae-be87-b84747d6ca70 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0911307
Dec 16 14:50:15.113463 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-7e167f73-611b-42bc-8b1e-fe83cc99bf3b None None] Set router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:50:15.398178 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:15.424064 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-7e167f73-611b-42bc-8b1e-fe83cc99bf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dedef70>, [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:20Z', 'revision_number': 5, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:15.428200 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e167f73-611b-42bc-8b1e-fe83cc99bf3b None None] The sync data for ids ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'] in dv-cinder-821892-3-iscsi is: [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:20Z', 'revision_number': 5, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:50:15.650812 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a060b4f1-be40-42f7-b19d-cc5fa89ab950 None None] New status for floating IP 493b61c8-19c5-4c6d-ae09-69202b57f8bb: DOWN {{(pid=87790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:50:16.212774 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56118) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:16.280716 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47db2c6-c81a-4cf7-a49e-4be151821c97 req-ff96e62b-15b9-4b58-8d7c-9aedac8d97e7 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:16.282206 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e47db2c6-c81a-4cf7-a49e-4be151821c97 req-ff96e62b-15b9-4b58-8d7c-9aedac8d97e7 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 946 time: 0.0847840
Dec 16 14:50:16.282742 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-939a2f4f-d986-4b5b-81ca-090f68526279 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:16.311844 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-939a2f4f-d986-4b5b-81ca-090f68526279 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:16.326815 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e47db2c6-c81a-4cf7-a49e-4be151821c97 req-b915634a-23db-491b-b6b7-9fc41b174e44 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387466
Dec 16 14:50:16.364497 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-939a2f4f-d986-4b5b-81ca-090f68526279 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:16.368902 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7c901767-43e4-4e8f-920f-6301b3779293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:16.384022 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a2f4f-d986-4b5b-81ca-090f68526279 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9538e710-29fd-472a-9ab5-3c7cd1a868a8,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:16.388645 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-939a2f4f-d986-4b5b-81ca-090f68526279 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:16.398448 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-939a2f4f-d986-4b5b-81ca-090f68526279 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:16.402108 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-939a2f4f-d986-4b5b-81ca-090f68526279 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "DELETE /v2.0/security-groups/9538e710-29fd-472a-9ab5-3c7cd1a868a8 HTTP/1.1" status: 204  len: 168 time: 0.1857111
Dec 16 14:50:16.402398 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56124) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:16.420359 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.api.v2.resource [None req-0c7f8551-0df2-44a5-bb38-0d4408860171 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] show failed (client error): The resource could not be found.
Dec 16 14:50:16.421350 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-0c7f8551-0df2-44a5-bb38-0d4408860171 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups/9538e710-29fd-472a-9ab5-3c7cd1a868a8 HTTP/1.1" status: 404  len: 347 time: 0.0171623
Dec 16 14:50:16.424113 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56128) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:16.475839 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-5f7d7742-cfe5-4630-9c3c-7064b2e4e284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:16.517427 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aba2c2-1e6f-4d3f-b6c2-2345dbab7e7d req-47693834-74b3-4c1e-93ab-b08279191a61 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:16.518978 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-30aba2c2-1e6f-4d3f-b6c2-2345dbab7e7d req-47693834-74b3-4c1e-93ab-b08279191a61 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 946 time: 0.0796659
Dec 16 14:50:16.563157 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-30aba2c2-1e6f-4d3f-b6c2-2345dbab7e7d req-42916e9c-8900-4f32-96c9-4e054830fea9 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383139
Dec 16 14:50:16.586096 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56132) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:16.587541 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [None req-7d45a897-dc2c-4c85-aacc-20cb00c6e74e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Deleting port ef06acbf-cf18-4166-8e2e-87bc09c164b6 {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:50:16.587893 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7d45a897-dc2c-4c85-aacc-20cb00c6e74e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:16.702509 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23d2f4d-c571-4af7-8fa7-fe772a700ecb tempest-TestVolumeBootPattern-1182542390 tempest-TestVolumeBootPattern-1182542390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:16.703298 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-d23d2f4d-c571-4af7-8fa7-fe772a700ecb tempest-TestVolumeBootPattern-1182542390 tempest-TestVolumeBootPattern-1182542390-project-admin] Synchronizing usage tracker for tenant:e8b7a54394d34c20af37142d9c96b4b1 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:50:16.719703 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-d23d2f4d-c571-4af7-8fa7-fe772a700ecb tempest-TestVolumeBootPattern-1182542390 tempest-TestVolumeBootPattern-1182542390-project-admin] Unset dirty status for tenant:e8b7a54394d34c20af37142d9c96b4b1 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:50:16.721142 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-d23d2f4d-c571-4af7-8fa7-fe772a700ecb tempest-TestVolumeBootPattern-1182542390 tempest-TestVolumeBootPattern-1182542390-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 1094 time: 0.1338305
Dec 16 14:50:16.724094 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56138) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:16.730294 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Request body: {'floatingip': {'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'port_id': 'f680558f-d751-456d-a86d-c61c5e172d8d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:50:16.736058 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:50:16.740098 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Usage tracker for resource:floatingip and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:50:16.748475 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:50:16.754322 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:50:16.761723 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7d45a897-dc2c-4c85-aacc-20cb00c6e74e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:16.762346 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7d45a897-dc2c-4c85-aacc-20cb00c6e74e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:16.766247 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for floatingip, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:16.890574 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [None req-7d45a897-dc2c-4c85-aacc-20cb00c6e74e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Calling delete_port for ef06acbf-cf18-4166-8e2e-87bc09c164b6 owned by network:floatingip {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:50:16.906295 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:17.037691 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7d45a897-dc2c-4c85-aacc-20cb00c6e74e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:17.042716 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-2b8b3824-9c8a-4a27-a30a-dc0dfb8d98c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:17.046382 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Allocated IP 172.27.0.174 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/05c7ed96-be15-48ce-be2c-e8f9a7cc09d9) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:50:17.086339 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45a897-dc2c-4c85-aacc-20cb00c6e74e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event deleted for resources: {'Port': ['ID=ef06acbf-cf18-4166-8e2e-87bc09c164b6,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:17.089486 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7d45a897-dc2c-4c85-aacc-20cb00c6e74e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:17.139050 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 71ec40cc-e92b-4e94-8b04-7b26de75bfbb no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:50:17.174405 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 71ec40cc-e92b-4e94-8b04-7b26de75bfbb {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:50:17.175063 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 71ec40cc-e92b-4e94-8b04-7b26de75bfbb not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:50:17.182361 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7d45a897-dc2c-4c85-aacc-20cb00c6e74e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for floatingip, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:17.197193 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-7d45a897-dc2c-4c85-aacc-20cb00c6e74e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:17.198358 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-7d45a897-dc2c-4c85-aacc-20cb00c6e74e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "DELETE /v2.0/floatingips/493b61c8-19c5-4c6d-ae09-69202b57f8bb HTTP/1.1" status: 204  len: 168 time: 0.7730818
Dec 16 14:50:17.198938 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:17.231720 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:17.235485 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c903764d-7eaa-4bbb-bb0d-78492bd59ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:17.296207 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:50:17.298840 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:50:17.302842 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:50:17.341030 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'Port': ['ID=05c7ed96-be15-48ce-be2c-e8f9a7cc09d9,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:17.352620 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:17.353016 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:17.353383 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:17.353744 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:17.354151 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:17.354456 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:17.354805 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:17.355154 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:17.355502 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:17.355846 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:17.356190 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:17.356525 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:17.361653 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:17.812332 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:17.888981 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:17.920179 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56144) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:17.926193 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--632887967', 'description': 'tempest-description--432148214'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:50:17.932462 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:50:17.936501 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Usage tracker for resource:security_group and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:50:17.939499 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:50:17.945862 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:50:17.956833 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:17.976633 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:50:17.980772 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Usage tracker for resource:security_group_rule and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:50:17.983599 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:50:17.989733 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:50:18.061655 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.065900 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.071027 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:18.105064 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.110046 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.111360 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0254ba9a-5d73-4835-9460-4fa0d61cf72a,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:18.114432 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:18.114709 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:18.120981 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.122778 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-0e4f0670-2381-48b5-b18d-2ad7b3559959 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2010047
Dec 16 14:50:18.125604 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56148) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:18.130510 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-b31e2282-79b3-4765-9d34-66a92418d483 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Request body: {'security_group_rule': {'security_group_id': '0254ba9a-5d73-4835-9460-4fa0d61cf72a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:50:18.136978 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b31e2282-79b3-4765-9d34-66a92418d483 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:50:18.140855 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-b31e2282-79b3-4765-9d34-66a92418d483 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Usage tracker for resource:security_group_rule and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:50:18.143716 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-b31e2282-79b3-4765-9d34-66a92418d483 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:50:18.149491 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b31e2282-79b3-4765-9d34-66a92418d483 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:50:18.167533 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b31e2282-79b3-4765-9d34-66a92418d483 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.222269 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'Port': ['ID=05c7ed96-be15-48ce-be2c-e8f9a7cc09d9,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:18.226847 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:18.231426 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b31e2282-79b3-4765-9d34-66a92418d483 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.233575 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.235405 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b31e2282-79b3-4765-9d34-66a92418d483 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.237541 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-58a53423-3703-4ca8-899d-44a54ad724e8 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:18.260177 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e2282-79b3-4765-9d34-66a92418d483 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32e78de-f509-4935-873b-f955d91f2e07,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:18.265806 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b31e2282-79b3-4765-9d34-66a92418d483 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:18.272572 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b31e2282-79b3-4765-9d34-66a92418d483 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.275066 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-b31e2282-79b3-4765-9d34-66a92418d483 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1479478
Dec 16 14:50:18.277165 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56152) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:18.282663 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-76f46cfa-d5ae-43f0-b19a-3688ff0542c6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Request body: {'security_group_rule': {'security_group_id': '0254ba9a-5d73-4835-9460-4fa0d61cf72a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:50:18.289266 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-76f46cfa-d5ae-43f0-b19a-3688ff0542c6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:50:18.293091 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-76f46cfa-d5ae-43f0-b19a-3688ff0542c6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Usage tracker for resource:security_group_rule and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:50:18.296108 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-76f46cfa-d5ae-43f0-b19a-3688ff0542c6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:50:18.302400 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-76f46cfa-d5ae-43f0-b19a-3688ff0542c6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:50:18.320349 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-76f46cfa-d5ae-43f0-b19a-3688ff0542c6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.383691 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-76f46cfa-d5ae-43f0-b19a-3688ff0542c6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.388616 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-76f46cfa-d5ae-43f0-b19a-3688ff0542c6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949562'] for security_group_rule, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.390650 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:18.415601 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f46cfa-d5ae-43f0-b19a-3688ff0542c6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6596795f-8ccd-48ed-a3c5-614078d80bf0,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:18.419138 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.l3_db [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Floating IP 2d33ef80-63bb-4ffa-ab6d-d68524796b49 associated. External IP: 172.27.0.174, port: f680558f-d751-456d-a86d-c61c5e172d8d.
Dec 16 14:50:18.421223 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-76f46cfa-d5ae-43f0-b19a-3688ff0542c6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:18.425847 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-76f46cfa-d5ae-43f0-b19a-3688ff0542c6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.427033 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-76f46cfa-d5ae-43f0-b19a-3688ff0542c6 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1488984
Dec 16 14:50:18.430159 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56156) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:18.435285 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Request body: {'floatingip': {'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:50:18.441181 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:50:18.445033 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Usage tracker for resource:floatingip and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:50:18.447859 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:50:18.453590 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:50:18.464861 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for floatingip, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.707173 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:18.777115 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Router a34498a8-9870-420a-9927-af96ff8f997d has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:50:18.846718 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Allocated IP 172.27.0.111 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/5c0c57b9-5303-4f02-8563-03ddb8f8ad52) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:50:18.959077 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:50:18.968169 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd749a-d911-493a-882c-b147bed1d7de None None] Sync routers for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:50:18.978317 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd749a-d911-493a-882c-b147bed1d7de None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:50:18.979206 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-61bd749a-d911-493a-882c-b147bed1d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dede4c0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:18.985187 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:19.000227 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:19.031949 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:19.039618 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-1affb2da-f5d2-4dc0-ba79-ae37d411570b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:19.041345 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ebd7be7a-dbc8-4420-871e-1553f70bacb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:19.103080 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:50:19.106176 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:50:19.110131 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:50:19.156353 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event updated for resources: {'Port': ['ID=5c0c57b9-5303-4f02-8563-03ddb8f8ad52,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:19.160559 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:19.162174 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4358311
Dec 16 14:50:19.162850 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2349104f-921f-4317-8b04-be3a09d2b6aa', 'tag': 'f680558f-d751-456d-a86d-c61c5e172d8d'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:50:19.177058 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-61bd749a-d911-493a-882c-b147bed1d7de None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:50:19.214277 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:19.270012 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2349104f-921f-4317-8b04-be3a09d2b6aa', 'tag': 'f680558f-d751-456d-a86d-c61c5e172d8d', 'status': 'completed', 'code': 200}
Dec 16 14:50:19.283591 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:19.498603 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264a4ee-a42d-402d-8d51-df69148d656d req-0f713b27-01ff-45f7-9454-55b3295ff733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:19.500026 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0264a4ee-a42d-402d-8d51-df69148d656d req-0f713b27-01ff-45f7-9454-55b3295ff733 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 1099 time: 0.1783919
Dec 16 14:50:19.576485 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-61bd749a-d911-493a-882c-b147bed1d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dede4c0>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': '2d33ef80-63bb-4ffa-ab6d-d68524796b49', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': 'f680558f-d751-456d-a86d-c61c5e172d8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:ca:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349104f-921f-4317-8b04-be3a09d2b6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:50:17Z', 'updated_at': '2021-12-16T14:50:17Z', 'revision_number': 0, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:19.580514 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd749a-d911-493a-882c-b147bed1d7de None None] Checking router: a34498a8-9870-420a-9927-af96ff8f997d for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:50:19.589199 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd749a-d911-493a-882c-b147bed1d7de None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:50:19.590341 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-61bd749a-d911-493a-882c-b147bed1d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dede4c0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:50:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:19.662140 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:19.671417 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:19.675455 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-23bbecda-c1e6-4de3-82cd-0dc415d6dbfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:19.704400 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264a4ee-a42d-402d-8d51-df69148d656d req-cf3d9220-c508-4bab-8f42-0fb35ca61940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:19.705869 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0264a4ee-a42d-402d-8d51-df69148d656d req-cf3d9220-c508-4bab-8f42-0fb35ca61940 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 911 time: 0.1954966
Dec 16 14:50:19.764985 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-61bd749a-d911-493a-882c-b147bed1d7de None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:50:19.872382 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event updated for resources: {'Port': ['ID=5c0c57b9-5303-4f02-8563-03ddb8f8ad52,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:19.880954 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:19.884688 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0264a4ee-a42d-402d-8d51-df69148d656d req-3d7f43ae-409b-4422-961c-07af38683d31 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f680558f-d751-456d-a86d-c61c5e172d8d HTTP/1.1" status: 200  len: 1000 time: 0.1702156
Dec 16 14:50:19.889753 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:19.958740 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:19.960456 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-4c64c703-8f9c-46d2-878e-84ab2d325710 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5288398
Dec 16 14:50:19.964242 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264a4ee-a42d-402d-8d51-df69148d656d req-dcab4e00-67a1-47a5-8c6f-f3cd7cfa4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:19.965633 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0264a4ee-a42d-402d-8d51-df69148d656d req-dcab4e00-67a1-47a5-8c6f-f3cd7cfa4caa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0717437
Dec 16 14:50:20.049245 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264a4ee-a42d-402d-8d51-df69148d656d req-c9505ee5-534c-47d1-82ff-d9004948621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:20.051000 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0264a4ee-a42d-402d-8d51-df69148d656d req-c9505ee5-534c-47d1-82ff-d9004948621e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790362
Dec 16 14:50:20.128164 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-61bd749a-d911-493a-882c-b147bed1d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dede4c0>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': '2d33ef80-63bb-4ffa-ab6d-d68524796b49', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': 'f680558f-d751-456d-a86d-c61c5e172d8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:ca:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349104f-921f-4317-8b04-be3a09d2b6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:50:17Z', 'updated_at': '2021-12-16T14:50:17Z', 'revision_number': 0, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:20.137244 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd749a-d911-493a-882c-b147bed1d7de None None] The sync data for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi is: [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': '2d33ef80-63bb-4ffa-ab6d-d68524796b49', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': 'f680558f-d751-456d-a86d-c61c5e172d8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:ca:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2349104f-921f-4317-8b04-be3a09d2b6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:50:17Z', 'updated_at': '2021-12-16T14:50:17Z', 'revision_number': 0, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:50:20.189831 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0264a4ee-a42d-402d-8d51-df69148d656d req-fa84ff6e-502d-44a2-b02e-bc57147d1d86 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326616
Dec 16 14:50:20.193866 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-3d593e23-fa47-4368-a859-18108377ba6b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--632887967&fields=id&tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44 HTTP/1.1" status: 200  len: 267 time: 0.0423486
Dec 16 14:50:20.268432 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:20.355403 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-ce3969bc-8529-4234-bdef-255958c25c5f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:20.356985 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-ce3969bc-8529-4234-bdef-255958c25c5f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/networks?id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 HTTP/1.1" status: 200  len: 811 time: 0.1557391
Dec 16 14:50:20.373057 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-f09ba8c1-a0a8-4595-95be-ab03f9235e7c tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/quotas/bb0a577a94a04b3eaaaf2d2347f21e44 HTTP/1.1" status: 200  len: 375 time: 0.0100102
Dec 16 14:50:20.395351 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c901ed-736c-4065-8aff-a882369910e5 None None] New status for floating IP 2d33ef80-63bb-4ffa-ab6d-d68524796b49: ACTIVE {{(pid=87790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:50:20.457265 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0264a4ee-a42d-402d-8d51-df69148d656d req-20de91ef-c56a-40f1-b9ae-8f0d1a1a9066 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2614162
Dec 16 14:50:20.463652 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-6c5c40ae-25b4-4861-ae79-93bafb1e9d12 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0829122
Dec 16 14:50:20.499578 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:20.554660 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:50:20.608961 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-5163c9e4-0ac9-4eb4-bd9f-7d83a5dc564e service neutron] 10.222.0.64 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324344
Dec 16 14:50:20.746625 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-9fe7d2da-3dae-4202-ab46-c42e00e5a2d3 service neutron] 10.222.0.64 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314924
Dec 16 14:50:20.926203 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fa743084-185b-4e3d-92ae-219db755c380 req-34d38303-eda0-4662-895f-23e1e2bf3acc tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 210 time: 0.0471087
Dec 16 14:50:21.913235 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0557bd6f-e2ea-49b8-a7f4-7e047784aab2 req-270a6453-e5c2-4cb4-8bda-d1c0f029df8f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0816939
Dec 16 14:50:22.041931 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:22.092549 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-df69ebaa-e779-424c-8d9a-4da12d5c2316 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:22.094044 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-df69ebaa-e779-424c-8d9a-4da12d5c2316 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.66 "GET /v2.0/networks?id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 HTTP/1.1" status: 200  len: 811 time: 0.2106264
Dec 16 14:50:22.104711 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557bd6f-e2ea-49b8-a7f4-7e047784aab2 req-6bf526eb-e1d3-4970-8c68-903458682769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:22.106350 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e350d131-a79f-4143-840a-0e72b2813253 req-fb050a56-c960-4062-b475-c34403d40c56 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 210 time: 0.0534103
Dec 16 14:50:22.106477 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0557bd6f-e2ea-49b8-a7f4-7e047784aab2 req-6bf526eb-e1d3-4970-8c68-903458682769 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 1099 time: 0.0930192
Dec 16 14:50:22.166821 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-38a29bc0-a151-453e-ae12-555cbb326889 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44 HTTP/1.1" status: 200  len: 379 time: 0.0444624
Dec 16 14:50:22.175226 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Request body: {'port': {'device_id': '4afe80a2-2118-448f-870e-b4b3798ca297', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'admin_state_up': True, 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'security_groups': ['0254ba9a-5d73-4835-9460-4fa0d61cf72a']}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:50:22.266835 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557bd6f-e2ea-49b8-a7f4-7e047784aab2 req-b0fa6c3a-b169-4ca1-9270-61104d9a67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:22.268291 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0557bd6f-e2ea-49b8-a7f4-7e047784aab2 req-b0fa6c3a-b169-4ca1-9270-61104d9a67d5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 911 time: 0.1310880
Dec 16 14:50:22.310693 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:50:22.314815 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Usage tracker for resource:port and tenant:bb0a577a94a04b3eaaaf2d2347f21e44 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:50:22.317607 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:50:22.323878 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:50:22.333744 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Made reservation on behalf of bb0a577a94a04b3eaaaf2d2347f21e44 for: {'port': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:50:22.337694 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:22.372627 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0557bd6f-e2ea-49b8-a7f4-7e047784aab2 req-3c57e978-e3e6-4135-8d81-b6801a937d53 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f680558f-d751-456d-a86d-c61c5e172d8d HTTP/1.1" status: 200  len: 1002 time: 0.0969741
Dec 16 14:50:22.440276 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557bd6f-e2ea-49b8-a7f4-7e047784aab2 req-5cf704fa-4c30-441f-b550-60a8236be171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:22.441767 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0557bd6f-e2ea-49b8-a7f4-7e047784aab2 req-5cf704fa-4c30-441f-b550-60a8236be171 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0626700
Dec 16 14:50:22.506677 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Allocated IP 172.20.0.14 (8e2c3c82-d885-4e17-97cb-7ea9c8e597d5/05df6ab1-1a47-4448-a98a-27fa1060377f/d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:50:22.521068 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557bd6f-e2ea-49b8-a7f4-7e047784aab2 req-b59d3564-8a0e-47f9-bd08-871b8e82ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:22.523711 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0557bd6f-e2ea-49b8-a7f4-7e047784aab2 req-b59d3564-8a0e-47f9-bd08-871b8e82ea31 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759888
Dec 16 14:50:22.659325 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0557bd6f-e2ea-49b8-a7f4-7e047784aab2 req-4ebe7ee0-5b76-43a1-809c-5e3f5fcf08e7 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289411
Dec 16 14:50:22.703986 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:22.721117 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Transition to ACTIVE for port object d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:50:22.749528 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:22.755461 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:22.808293 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [req-0557bd6f-e2ea-49b8-a7f4-7e047784aab2 req-65b280be-30ba-4771-ba82-a263fc386fd2 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423578
Dec 16 14:50:22.826589 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:50:22.829775 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:50:22.834012 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:50:22.885787 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event updated for resources: {'Port': ['ID=d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:22.896048 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:22.914646 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:22.915189 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:22.943014 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7715156
Dec 16 14:50:22.961336 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Request body: {'port': {'device_id': '4afe80a2-2118-448f-870e-b4b3798ca297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:50:23.076099 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:23.125141 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-69ae6bcf-f6d7-45c6-ba2e-806f9d34bd57 None None] Provisioning for port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:50:23.132426 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-69ae6bcf-f6d7-45c6-ba2e-806f9d34bd57 None None] Provisioning complete for port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:50:23.133182 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-69ae6bcf-f6d7-45c6-ba2e-806f9d34bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:23.187583 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-69ae6bcf-f6d7-45c6-ba2e-806f9d34bd57 None None] Port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:50:23.507432 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93358933-1abc-4136-a855-f2d1cd9c973c req-71434764-1248-4923-bd72-818c45ebcb30 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:23.508109 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-93358933-1abc-4136-a855-f2d1cd9c973c req-71434764-1248-4923-bd72-818c45ebcb30 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Synchronizing usage tracker for tenant:bb0a577a94a04b3eaaaf2d2347f21e44 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:50:23.534355 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-93358933-1abc-4136-a855-f2d1cd9c973c req-71434764-1248-4923-bd72-818c45ebcb30 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Unset dirty status for tenant:bb0a577a94a04b3eaaaf2d2347f21e44 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:50:23.535484 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-93358933-1abc-4136-a855-f2d1cd9c973c req-71434764-1248-4923-bd72-818c45ebcb30 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 932 time: 0.2912076
Dec 16 14:50:23.614690 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:50:23.625964 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:23.630319 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-93358933-1abc-4136-a855-f2d1cd9c973c req-54d47fd2-b2aa-4590-8678-ad3cb7819462 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=0254ba9a-5d73-4835-9460-4fa0d61cf72a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655253
Dec 16 14:50:23.643374 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Transition to ACTIVE for port object d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:50:23.647136 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:23.651420 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c63d7810-ba80-48ea-9570-11349c040a7c tempest-AttachVolumeNegativeTest-933402342 tempest-AttachVolumeNegativeTest-933402342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:23.806923 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Pushing event updated for resources: {'Port': ['ID=d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:23.814254 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:23.888283 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Attempting to bind port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:50:23.888689 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Attempting to bind port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:50:23.889046 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Attempting to bind port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 on network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:50:23.893878 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 on network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:50:23.894195 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Attempting to bind port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 on network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:50:23.899570 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:50:23.899570 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Checking segment: {'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:50:23.900375 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Bound using segment: {'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:50:23.900702 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Bound port: d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcaad9e5-0183-40b9-b470-e65cf73bdde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:50:23.901077 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:23.991860 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] For port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888, host hv-cinder-82189, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:50:23.994678 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] For port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:50:23.999531 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:24.004244 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-90c63bb2-bb7d-4223-ab87-7581d4b710c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:24.058684 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:24.059299 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:24.060685 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] 10.222.0.66 "PUT /v2.0/ports/d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 HTTP/1.1" status: 200  len: 1094 time: 1.1037877
Dec 16 14:50:24.061229 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afe80a2-2118-448f-870e-b4b3798ca297', 'tag': 'd43ffe48-4dfa-4c03-80bb-fc3cbc8fc888'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:50:24.086705 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Pushing event updated for resources: {'Port': ['ID=d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:24.090321 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:24.112854 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afe80a2-2118-448f-870e-b4b3798ca297', 'tag': 'd43ffe48-4dfa-4c03-80bb-fc3cbc8fc888', 'status': 'completed', 'code': 200}
Dec 16 14:50:24.220948 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-7050c9f3-19a5-41aa-b151-a56367a7f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:24.222393 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-7050c9f3-19a5-41aa-b151-a56367a7f080 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44&device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 1097 time: 0.0773451
Dec 16 14:50:24.296464 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-50000abb-d182-4aba-8060-3f63c789c0c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 HTTP/1.1" status: 200  len: 217 time: 0.0597484
Dec 16 14:50:24.359353 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-46646fac-fee3-47c9-86b5-f7a2dfd9bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:24.360757 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-46646fac-fee3-47c9-86b5-f7a2dfd9bb70 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05df6ab1-1a47-4448-a98a-27fa1060377f HTTP/1.1" status: 200  len: 850 time: 0.0586627
Dec 16 14:50:24.434819 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-58218daa-d929-45bc-ae27-4b4cf313db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:24.436257 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-58218daa-d929-45bc-ae27-4b4cf313db52 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686276
Dec 16 14:50:24.578731 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-6507b46f-3c4f-4e49-bc18-3e2a4de63f54 service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255445
Dec 16 14:50:24.713121 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-edffa3c9-e84e-4f37-9c05-53d9d4155526 req-deb738cd-1eb7-46f7-97ad-090731a4c54d service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274579
Dec 16 14:50:24.822745 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596be44-bfa0-46b6-89ea-52b890538dac req-b79c4bba-4625-4032-8972-439ec6e237df tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:24.824220 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0596be44-bfa0-46b6-89ea-52b890538dac req-b79c4bba-4625-4032-8972-439ec6e237df tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 944 time: 0.0887623
Dec 16 14:50:24.919778 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0596be44-bfa0-46b6-89ea-52b890538dac req-0b84abee-fb22-4d18-8a54-197ad5b2e16d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=0254ba9a-5d73-4835-9460-4fa0d61cf72a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0896871
Dec 16 14:50:24.939705 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19615e9d-00c2-4b7a-8751-0ed120ac5721 req-d5fa9e97-f786-4508-8010-156ec324dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:24.941185 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-19615e9d-00c2-4b7a-8751-0ed120ac5721 req-d5fa9e97-f786-4508-8010-156ec324dc55 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44&device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 1097 time: 0.0985706
Dec 16 14:50:25.084296 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19615e9d-00c2-4b7a-8751-0ed120ac5721 req-382af85b-3d1d-421e-9761-487d85bd0826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:25.085766 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-19615e9d-00c2-4b7a-8751-0ed120ac5721 req-382af85b-3d1d-421e-9761-487d85bd0826 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 HTTP/1.1" status: 200  len: 912 time: 0.1266906
Dec 16 14:50:25.245900 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-19615e9d-00c2-4b7a-8751-0ed120ac5721 req-192dd15c-fe8a-44d7-aa0a-3b0aea58b909 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 HTTP/1.1" status: 200  len: 217 time: 0.1526742
Dec 16 14:50:25.311163 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19615e9d-00c2-4b7a-8751-0ed120ac5721 req-8aa30203-1d3a-4c87-8d31-80fc1009884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:25.312588 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-19615e9d-00c2-4b7a-8751-0ed120ac5721 req-8aa30203-1d3a-4c87-8d31-80fc1009884d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05df6ab1-1a47-4448-a98a-27fa1060377f HTTP/1.1" status: 200  len: 850 time: 0.0594380
Dec 16 14:50:25.389300 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19615e9d-00c2-4b7a-8751-0ed120ac5721 req-4d003a77-0d18-40a6-9940-6cc36a930ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:25.390751 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-19615e9d-00c2-4b7a-8751-0ed120ac5721 req-4d003a77-0d18-40a6-9940-6cc36a930ddf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0683072
Dec 16 14:50:25.525903 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-19615e9d-00c2-4b7a-8751-0ed120ac5721 req-d90051bf-7c57-4ac2-b5b8-ec0ede446ffa service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247001
Dec 16 14:50:25.659046 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-19615e9d-00c2-4b7a-8751-0ed120ac5721 req-ba719c94-a212-496e-b164-a1cc83c5b73c service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253335
Dec 16 14:50:26.107794 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d179bb6-5b40-41b6-92e6-dbe2b56383e5 req-d98cf03a-6107-4ea0-bd6e-ca3277907682 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:26.109145 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6d179bb6-5b40-41b6-92e6-dbe2b56383e5 req-d98cf03a-6107-4ea0-bd6e-ca3277907682 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 944 time: 0.0790515
Dec 16 14:50:26.156796 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-6d179bb6-5b40-41b6-92e6-dbe2b56383e5 req-ded9d678-ca62-4414-8401-f80ffc93c3d3 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=0254ba9a-5d73-4835-9460-4fa0d61cf72a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419383
Dec 16 14:50:27.189938 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:50:27.322978 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:50:27.337688 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': 'd43ffe48-4dfa-4c03-80bb-fc3cbc8fc888', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'port_id': 'd43ffe48-4dfa-4c03-80bb-fc3cbc8fc888', 'mac_address': 'fa:16:3e:e6:fe:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:50:27.340206 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a672d68-b385-40b1-bc21-86a7e6a1e94e req-79b3b986-3822-4578-b5f1-a54b9775eccc tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:27.341726 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8a672d68-b385-40b1-bc21-86a7e6a1e94e req-79b3b986-3822-4578-b5f1-a54b9775eccc tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 944 time: 0.0806036
Dec 16 14:50:27.386803 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8a672d68-b385-40b1-bc21-86a7e6a1e94e req-a1017c5e-b5e9-4696-b125-0db5da5089b7 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=0254ba9a-5d73-4835-9460-4fa0d61cf72a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394456
Dec 16 14:50:27.395464 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:27.413041 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:50:27.428081 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:50:27.432887 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:27.434779 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-cfa79476-0918-4e74-91bd-04dac61e020a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:27.498544 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:27.505548 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:27.505903 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:27.506246 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:27.506581 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:27.506912 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:27.507926 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:27.508253 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:27.508581 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:27.508934 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:27.509260 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:27.509583 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:27.509903 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:27.513588 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:27.722420 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:50:28.573187 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08978d-ac32-4aab-99e6-0c1025122ee0 req-08a671e4-001e-4ca0-8b2f-f5d648108f6f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:28.574633 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5d08978d-ac32-4aab-99e6-0c1025122ee0 req-08a671e4-001e-4ca0-8b2f-f5d648108f6f tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 945 time: 0.0838766
Dec 16 14:50:28.617276 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5d08978d-ac32-4aab-99e6-0c1025122ee0 req-c6dfa18d-dbb2-4916-b813-3de37c0c0a32 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=0254ba9a-5d73-4835-9460-4fa0d61cf72a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370362
Dec 16 14:50:29.203859 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:50:29.270307 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:50:29.275188 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:50:29.275567 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:29.389800 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:29.415641 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afe80a2-2118-448f-870e-b4b3798ca297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43ffe48-4dfa-4c03-80bb-fc3cbc8fc888'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:50:29.424955 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:50:29.430154 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:29.432013 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:29.460872 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afe80a2-2118-448f-870e-b4b3798ca297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43ffe48-4dfa-4c03-80bb-fc3cbc8fc888', 'code': 200}
Dec 16 14:50:29.501046 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:29.503872 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:29.816814 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda88f4-fcf5-423d-85d5-ee55adbc7d29 req-7b805953-4e18-4092-9d7b-76aa12cd12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:29.818311 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7bda88f4-fcf5-423d-85d5-ee55adbc7d29 req-7b805953-4e18-4092-9d7b-76aa12cd12d4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 1099 time: 0.1457894
Dec 16 14:50:29.849883 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbac8c7-95fc-4905-8307-3f3e9d1b283c req-05505328-7127-4359-a65d-28ae2cdc5337 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:29.851883 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3fbac8c7-95fc-4905-8307-3f3e9d1b283c req-05505328-7127-4359-a65d-28ae2cdc5337 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 946 time: 0.1228168
Dec 16 14:50:29.887583 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7bda88f4-fcf5-423d-85d5-ee55adbc7d29 req-dbede916-6ccf-46b1-8c33-8376c190f781 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0254ba9a-5d73-4835-9460-4fa0d61cf72a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628054
Dec 16 14:50:29.907610 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3fbac8c7-95fc-4905-8307-3f3e9d1b283c req-a03e7e19-b18f-4b5f-ab57-c9be4d2e0bf8 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=0254ba9a-5d73-4835-9460-4fa0d61cf72a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458624
Dec 16 14:50:31.106598 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee066850-91c2-413e-992b-f823c8663c76 req-19dcb13e-8e31-48f1-bf4d-99bd847049b9 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:31.108065 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ee066850-91c2-413e-992b-f823c8663c76 req-19dcb13e-8e31-48f1-bf4d-99bd847049b9 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 946 time: 0.0882359
Dec 16 14:50:31.153547 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ee066850-91c2-413e-992b-f823c8663c76 req-f196ca2d-204f-45b2-a660-c7c25a595fcb tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=0254ba9a-5d73-4835-9460-4fa0d61cf72a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394948
Dec 16 14:50:32.334071 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10030b46-4be5-4378-9610-01bf6b865994 req-5c39e6fe-1048-4664-a9f9-9a4c96582632 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:32.336061 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-10030b46-4be5-4378-9610-01bf6b865994 req-5c39e6fe-1048-4664-a9f9-9a4c96582632 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 946 time: 0.0790730
Dec 16 14:50:32.381921 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-10030b46-4be5-4378-9610-01bf6b865994 req-f0999026-d0fa-4f37-b867-c360cdad6171 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=0254ba9a-5d73-4835-9460-4fa0d61cf72a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402122
Dec 16 14:50:32.557316 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa166ab-8626-4781-b902-76ed2d034dc6 req-81f5cb75-93f8-46a7-a90f-40b5f4e0a261 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:32.558748 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3fa166ab-8626-4781-b902-76ed2d034dc6 req-81f5cb75-93f8-46a7-a90f-40b5f4e0a261 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 946 time: 0.0790222
Dec 16 14:50:32.566990 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56220) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:32.572501 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-7a4ff7c8-d95c-483a-85d1-36cc047b946b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Request body: {'floatingip': {'port_id': 'd43ffe48-4dfa-4c03-80bb-fc3cbc8fc888'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:50:32.652085 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a4ff7c8-d95c-483a-85d1-36cc047b946b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for floatingip, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:33.339501 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a4ff7c8-d95c-483a-85d1-36cc047b946b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:33.343655 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a4ff7c8-d95c-483a-85d1-36cc047b946b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:33.515367 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.l3_db [None req-7a4ff7c8-d95c-483a-85d1-36cc047b946b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Floating IP 49d2c2f5-4335-4ac8-b325-44b672434833 associated. External IP: 172.27.0.111, port: d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888.
Dec 16 14:50:33.868616 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4ff7c8-d95c-483a-85d1-36cc047b946b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:50:34.063974 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4ff7c8-d95c-483a-85d1-36cc047b946b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:50:34.068347 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7a4ff7c8-d95c-483a-85d1-36cc047b946b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:34.074064 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87dc2c3-8f54-46bc-9e82-a516cf1cf7bc None None] Sync routers for ids ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:50:34.083337 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87dc2c3-8f54-46bc-9e82-a516cf1cf7bc None None] Routers {'57ba3191-c949-49b5-b7fc-93cb2f9b4f58'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:50:34.084009 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-d87dc2c3-8f54-46bc-9e82-a516cf1cf7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dafc700>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:50:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:34.126159 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-7a4ff7c8-d95c-483a-85d1-36cc047b946b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "PUT /v2.0/floatingips/49d2c2f5-4335-4ac8-b325-44b672434833 HTTP/1.1" status: 200  len: 992 time: 1.5580821
Dec 16 14:50:34.126922 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afe80a2-2118-448f-870e-b4b3798ca297', 'tag': 'd43ffe48-4dfa-4c03-80bb-fc3cbc8fc888'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:50:34.172432 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afe80a2-2118-448f-870e-b4b3798ca297', 'tag': 'd43ffe48-4dfa-4c03-80bb-fc3cbc8fc888', 'status': 'completed', 'code': 200}
Dec 16 14:50:34.267629 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-d87dc2c3-8f54-46bc-9e82-a516cf1cf7bc None None] Set router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:50:34.298950 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34980c-df61-415d-9f84-14da1b53aae5 req-5dd2b81c-e128-483c-9475-54ab7a056939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:34.300418 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dd34980c-df61-415d-9f84-14da1b53aae5 req-5dd2b81c-e128-483c-9475-54ab7a056939 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44&device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 1099 time: 0.0727730
Dec 16 14:50:34.550476 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34980c-df61-415d-9f84-14da1b53aae5 req-ec502d3a-345c-455b-b9d6-704f4d6239d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:34.552186 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dd34980c-df61-415d-9f84-14da1b53aae5 req-ec502d3a-345c-455b-b9d6-704f4d6239d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 HTTP/1.1" status: 200  len: 912 time: 0.2448537
Dec 16 14:50:34.610965 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-d87dc2c3-8f54-46bc-9e82-a516cf1cf7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dafc700>, [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': '49d2c2f5-4335-4ac8-b325-44b672434833', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'port_id': 'd43ffe48-4dfa-4c03-80bb-fc3cbc8fc888', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'mac_address': 'fa:16:3e:e6:fe:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe80a2-2118-448f-870e-b4b3798ca297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:50:19Z', 'updated_at': '2021-12-16T14:50:33Z', 'revision_number': 1, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:20Z', 'revision_number': 5, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:34.614670 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87dc2c3-8f54-46bc-9e82-a516cf1cf7bc None None] Checking router: 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:50:34.622743 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87dc2c3-8f54-46bc-9e82-a516cf1cf7bc None None] Routers {'57ba3191-c949-49b5-b7fc-93cb2f9b4f58'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:50:34.623330 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-d87dc2c3-8f54-46bc-9e82-a516cf1cf7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dafc700>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:50:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:34.657989 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dd34980c-df61-415d-9f84-14da1b53aae5 req-29d05a0c-648f-41e1-9464-b093b9842cee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 HTTP/1.1" status: 200  len: 1000 time: 0.0976303
Dec 16 14:50:34.722931 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34980c-df61-415d-9f84-14da1b53aae5 req-c3119288-48d7-4b83-848a-7b77c4771209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:34.724392 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dd34980c-df61-415d-9f84-14da1b53aae5 req-c3119288-48d7-4b83-848a-7b77c4771209 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05df6ab1-1a47-4448-a98a-27fa1060377f HTTP/1.1" status: 200  len: 850 time: 0.0589800
Dec 16 14:50:34.807520 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34980c-df61-415d-9f84-14da1b53aae5 req-536a7fe5-23dd-4159-ae3d-80148b1f7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:34.808933 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dd34980c-df61-415d-9f84-14da1b53aae5 req-536a7fe5-23dd-4159-ae3d-80148b1f7b4a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746274
Dec 16 14:50:34.826923 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-d87dc2c3-8f54-46bc-9e82-a516cf1cf7bc None None] Set router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:50:34.943845 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dd34980c-df61-415d-9f84-14da1b53aae5 req-24c1f741-1509-42a5-8610-31f0781193c0 service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267567
Dec 16 14:50:35.076422 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-dd34980c-df61-415d-9f84-14da1b53aae5 req-29cc3ddd-1326-4c82-ad80-40d90ab6834b service neutron] 10.222.0.66 "GET /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249530
Dec 16 14:50:35.173193 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-d87dc2c3-8f54-46bc-9e82-a516cf1cf7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dafc700>, [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': '49d2c2f5-4335-4ac8-b325-44b672434833', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'port_id': 'd43ffe48-4dfa-4c03-80bb-fc3cbc8fc888', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'mac_address': 'fa:16:3e:e6:fe:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe80a2-2118-448f-870e-b4b3798ca297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:50:19Z', 'updated_at': '2021-12-16T14:50:33Z', 'revision_number': 1, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:20Z', 'revision_number': 5, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:35.177416 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87dc2c3-8f54-46bc-9e82-a516cf1cf7bc None None] The sync data for ids ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'] in dv-cinder-821892-3-iscsi is: [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': '49d2c2f5-4335-4ac8-b325-44b672434833', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'port_id': 'd43ffe48-4dfa-4c03-80bb-fc3cbc8fc888', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'mac_address': 'fa:16:3e:e6:fe:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe80a2-2118-448f-870e-b4b3798ca297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:50:19Z', 'updated_at': '2021-12-16T14:50:33Z', 'revision_number': 1, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:20Z', 'revision_number': 5, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:50:35.369782 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a0f382-bdd9-47ba-84cd-da11b8140e70 None None] New status for floating IP 49d2c2f5-4335-4ac8-b325-44b672434833: ACTIVE {{(pid=87790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:50:45.424034 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:46.477753 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-28ed5272-405f-4470-aeb8-7d6d4dfcd598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:49.035140 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b4459e03-e85c-4c85-9d58-a4a3fcd28656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:50.268343 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:50.421630 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:52.038738 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:57.553810 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:51:15.421146 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:16.481512 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-6288b379-2506-4b49-9479-a2e7c1dc4869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:19.044035 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-e3681d21-f841-48e3-847b-f7ecca1438d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:20.274842 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:20.425974 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:22.043921 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:22.935979 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ff708f43-c68e-4142-bf52-d09ce374ca43 req-313492ab-548f-4552-9616-26cbc812e21f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0843344
Dec 16 14:51:23.120130 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff708f43-c68e-4142-bf52-d09ce374ca43 req-d169302f-3a34-4a59-a0b1-ea1e44783f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:23.121676 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ff708f43-c68e-4142-bf52-d09ce374ca43 req-d169302f-3a34-4a59-a0b1-ea1e44783f5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 1099 time: 0.0812826
Dec 16 14:51:23.289609 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff708f43-c68e-4142-bf52-d09ce374ca43 req-ad68f8c3-d467-423b-b8a5-6fd719f69b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:23.291696 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ff708f43-c68e-4142-bf52-d09ce374ca43 req-ad68f8c3-d467-423b-b8a5-6fd719f69b00 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 911 time: 0.1506240
Dec 16 14:51:23.414625 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ff708f43-c68e-4142-bf52-d09ce374ca43 req-cb7809f7-19c6-4e44-a4ba-963e70f16a5e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f680558f-d751-456d-a86d-c61c5e172d8d HTTP/1.1" status: 200  len: 1002 time: 0.1102531
Dec 16 14:51:23.480107 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff708f43-c68e-4142-bf52-d09ce374ca43 req-23507ab6-6db2-4cad-bb42-c99ab71ea2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:23.481620 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ff708f43-c68e-4142-bf52-d09ce374ca43 req-23507ab6-6db2-4cad-bb42-c99ab71ea2a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0609877
Dec 16 14:51:23.555708 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff708f43-c68e-4142-bf52-d09ce374ca43 req-6a3ebcc8-4ebc-4bc2-ac7d-55f47b5c5635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:23.557901 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ff708f43-c68e-4142-bf52-d09ce374ca43 req-6a3ebcc8-4ebc-4bc2-ac7d-55f47b5c5635 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701828
Dec 16 14:51:23.689559 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ff708f43-c68e-4142-bf52-d09ce374ca43 req-08336f54-3589-4756-9b51-a9b55f31ee6c service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252022
Dec 16 14:51:23.821936 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ff708f43-c68e-4142-bf52-d09ce374ca43 req-b8576352-b2b7-4816-8497-ac2a05759588 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250627
Dec 16 14:51:34.552427 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:51:36.607116 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1852d-799a-4061-929a-a2a9d29ffb2a req-64358645-e9c8-4274-b9f4-f09be0afd09e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:36.608475 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a6a1852d-799a-4061-929a-a2a9d29ffb2a req-64358645-e9c8-4274-b9f4-f09be0afd09e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 946 time: 0.0917506
Dec 16 14:51:36.651022 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a6a1852d-799a-4061-929a-a2a9d29ffb2a req-c48fc214-58b1-4550-9e61-6936d98f4c5e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=0254ba9a-5d73-4835-9460-4fa0d61cf72a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368507
Dec 16 14:51:37.848164 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12d5fa-7fbf-449f-8a49-dd44a289a3a7 req-44257eb4-74ee-4a04-9ced-dec738605df2 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:37.849672 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3a12d5fa-7fbf-449f-8a49-dd44a289a3a7 req-44257eb4-74ee-4a04-9ced-dec738605df2 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 946 time: 0.0822227
Dec 16 14:51:37.899802 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3a12d5fa-7fbf-449f-8a49-dd44a289a3a7 req-efa3aa3d-1572-4c34-a353-c5535a85f1fc tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=0254ba9a-5d73-4835-9460-4fa0d61cf72a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438805
Dec 16 14:51:38.438991 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-88ec0918-df71-4463-b93f-385bcf09f08e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:38.440476 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-88ec0918-df71-4463-b93f-385bcf09f08e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.66 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 946 time: 0.1746578
Dec 16 14:51:38.512090 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Deleting port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:51:38.512432 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:38.752126 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] For port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:51:38.752392 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:39.091937 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:39.092616 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:39.092616 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.l3_db [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Floating IP 49d2c2f5-4335-4ac8-b325-44b672434833 disassociated. External IP: 172.27.0.111, port: d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888.
Dec 16 14:51:39.092884 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Calling delete_port for d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 owned by compute:nova {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:51:39.180349 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f937dac-0e5f-4195-a6cf-a00810dc6b73 req-0f0678ac-248e-4309-aeb8-001700a1b71e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:39.181821 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0f937dac-0e5f-4195-a6cf-a00810dc6b73 req-0f0678ac-248e-4309-aeb8-001700a1b71e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 946 time: 0.1659768
Dec 16 14:51:39.280728 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0f937dac-0e5f-4195-a6cf-a00810dc6b73 req-4fb5d9b8-4896-4dfb-b5cc-2c52177c787b tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups?id=0254ba9a-5d73-4835-9460-4fa0d61cf72a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915387
Dec 16 14:51:39.286961 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:39.294095 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-81160165-db98-4e88-82ed-8bd3a04351f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:39.338980 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event deleted for resources: {'Port': ['ID=d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:39.349596 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:39.349979 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:39.350353 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:39.350751 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:39.351081 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:39.351448 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:39.351802 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:39.352159 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:39.352519 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:39.352894 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:39.353250 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:39.353602 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:39.357844 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:39.536359 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:51:39.716986 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:51:39.733699 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b6c1a-145e-49d8-aa9a-2e744ecd44cb None None] Sync routers for ids ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:51:39.746618 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b6c1a-145e-49d8-aa9a-2e744ecd44cb None None] Routers {'57ba3191-c949-49b5-b7fc-93cb2f9b4f58'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:51:39.747536 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-b96b6c1a-145e-49d8-aa9a-2e744ecd44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dce2a00>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:51:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:39.899941 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] No DVR routers for this DVR port d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 on host hv-cinder-82189 {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:51:39.902543 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:39.906005 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afe80a2-2118-448f-870e-b4b3798ca297', 'name': 'network-vif-deleted', 'tag': 'd43ffe48-4dfa-4c03-80bb-fc3cbc8fc888'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:51:39.923575 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b178a33f-0c28-47ce-9f6c-b8ea6f78e48b req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.66 "DELETE /v2.0/ports/d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 HTTP/1.1" status: 204  len: 173 time: 1.4777718
Dec 16 14:51:39.936184 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-b96b6c1a-145e-49d8-aa9a-2e744ecd44cb None None] Set router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:51:39.957423 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afe80a2-2118-448f-870e-b4b3798ca297', 'name': 'network-vif-deleted', 'tag': 'd43ffe48-4dfa-4c03-80bb-fc3cbc8fc888', 'status': 'completed', 'code': 200}
Dec 16 14:51:40.249729 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-b96b6c1a-145e-49d8-aa9a-2e744ecd44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dce2a00>, [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:20Z', 'revision_number': 5, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:40.253645 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b6c1a-145e-49d8-aa9a-2e744ecd44cb None None] Checking router: 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:51:40.261806 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b6c1a-145e-49d8-aa9a-2e744ecd44cb None None] Routers {'57ba3191-c949-49b5-b7fc-93cb2f9b4f58'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:51:40.262403 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-b96b6c1a-145e-49d8-aa9a-2e744ecd44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753dce2a00>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:51:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:40.446028 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-b4505eed-320c-4003-880b-fc3d7e131837 req-53f8aee3-9fac-4379-8c3d-c048188b85d4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Synchronizing usage tracker for tenant:bb0a577a94a04b3eaaaf2d2347f21e44 on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:51:40.463245 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-b4505eed-320c-4003-880b-fc3d7e131837 req-53f8aee3-9fac-4379-8c3d-c048188b85d4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Unset dirty status for tenant:bb0a577a94a04b3eaaaf2d2347f21e44 on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:51:40.465099 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b4505eed-320c-4003-880b-fc3d7e131837 req-53f8aee3-9fac-4379-8c3d-c048188b85d4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/ports?device_id=4afe80a2-2118-448f-870e-b4b3798ca297 HTTP/1.1" status: 200  len: 210 time: 0.0646081
Dec 16 14:51:40.477577 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-b96b6c1a-145e-49d8-aa9a-2e744ecd44cb None None] Set router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:51:40.794813 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-b96b6c1a-145e-49d8-aa9a-2e744ecd44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753dce2a00>, [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:20Z', 'revision_number': 5, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:40.798935 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b6c1a-145e-49d8-aa9a-2e744ecd44cb None None] The sync data for ids ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'] in dv-cinder-821892-3-iscsi is: [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:47:15Z', 'revision_number': 4, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'bd8a7558-fde0-4e3b-9660-1c6da854762c', 'name': '', 'network_id': '8e2c3c82-d885-4e17-97cb-7ea9c8e597d5', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'mac_address': 'fa:16:3e:2c:eb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:14Z', 'updated_at': '2021-12-16T14:47:20Z', 'revision_number': 5, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'subnets': [{'id': '05df6ab1-1a47-4448-a98a-27fa1060377f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:51:41.023589 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7a077-12ea-4cfa-b9a6-ed100a65ae79 None None] New status for floating IP 49d2c2f5-4335-4ac8-b325-44b672434833: DOWN {{(pid=87790) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:51:41.593024 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56436) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:41.659394 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-18afb108-69b6-4502-8efd-5facfff9d821 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:41.671925 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:51:41.687480 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-18afb108-69b6-4502-8efd-5facfff9d821 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:41.706357 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:51:41.706706 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device d43ffe48-4dfa-4c03-80bb-fc3cbc8fc888 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:51:41.738724 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-18afb108-69b6-4502-8efd-5facfff9d821 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:41.742476 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-442fac42-fc0d-4e60-a9ee-77a7108a532d tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:41.756355 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afb108-69b6-4502-8efd-5facfff9d821 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0254ba9a-5d73-4835-9460-4fa0d61cf72a,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:41.759596 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-18afb108-69b6-4502-8efd-5facfff9d821 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:41.766009 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-18afb108-69b6-4502-8efd-5facfff9d821 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:41.767400 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-18afb108-69b6-4502-8efd-5facfff9d821 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "DELETE /v2.0/security-groups/0254ba9a-5d73-4835-9460-4fa0d61cf72a HTTP/1.1" status: 204  len: 168 time: 0.1732068
Dec 16 14:51:41.769976 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56440) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:41.786892 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.api.v2.resource [None req-44550961-fc05-4968-9e34-8315c34f4ba4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] show failed (client error): The resource could not be found.
Dec 16 14:51:41.787887 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-44550961-fc05-4968-9e34-8315c34f4ba4 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "GET /v2.0/security-groups/0254ba9a-5d73-4835-9460-4fa0d61cf72a HTTP/1.1" status: 404  len: 347 time: 0.0169275
Dec 16 14:51:41.790745 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56444) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:41.950683 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-239d8df6-8880-4bc4-b6bf-f2052c10526d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Deleting port 5c0c57b9-5303-4f02-8563-03ddb8f8ad52 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:51:41.951024 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-239d8df6-8880-4bc4-b6bf-f2052c10526d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:42.114741 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-239d8df6-8880-4bc4-b6bf-f2052c10526d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:42.114977 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-239d8df6-8880-4bc4-b6bf-f2052c10526d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:42.234426 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-239d8df6-8880-4bc4-b6bf-f2052c10526d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Calling delete_port for 5c0c57b9-5303-4f02-8563-03ddb8f8ad52 owned by network:floatingip {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:51:42.379192 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-239d8df6-8880-4bc4-b6bf-f2052c10526d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:42.382547 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:42.424150 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d8df6-8880-4bc4-b6bf-f2052c10526d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Pushing event deleted for resources: {'Port': ['ID=5c0c57b9-5303-4f02-8563-03ddb8f8ad52,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:42.427178 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-239d8df6-8880-4bc4-b6bf-f2052c10526d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:42.517585 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-239d8df6-8880-4bc4-b6bf-f2052c10526d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks [] for floatingip, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:42.535766 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-239d8df6-8880-4bc4-b6bf-f2052c10526d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:42.537193 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-239d8df6-8880-4bc4-b6bf-f2052c10526d tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] 10.222.0.64 "DELETE /v2.0/floatingips/49d2c2f5-4335-4ac8-b325-44b672434833 HTTP/1.1" status: 204  len: 168 time: 0.7453825
Dec 16 14:51:45.422253 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:46.485254 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-69342e46-734a-4331-8b58-e0fa190cdd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:46.543280 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56474) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:47.175776 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-938ed87f-9fad-4ddc-9a0d-edad4ed0a913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741734'] for router_interface, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:47.517571 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-938ed87f-9fad-4ddc-9a0d-edad4ed0a913 admin admin] Deleting port bd8a7558-fde0-4e3b-9660-1c6da854762c {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:51:47.517909 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-938ed87f-9fad-4ddc-9a0d-edad4ed0a913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:47.692502 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-938ed87f-9fad-4ddc-9a0d-edad4ed0a913 admin admin] For port bd8a7558-fde0-4e3b-9660-1c6da854762c, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=bd8a7558-fde0-4e3b-9660-1c6da854762c,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:51:47.693255 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-938ed87f-9fad-4ddc-9a0d-edad4ed0a913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:47.814348 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-938ed87f-9fad-4ddc-9a0d-edad4ed0a913 admin admin] Calling delete_port for bd8a7558-fde0-4e3b-9660-1c6da854762c owned by network:router_interface {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:51:48.125194 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-938ed87f-9fad-4ddc-9a0d-edad4ed0a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:48.128617 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:48.175860 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ed87f-9fad-4ddc-9a0d-edad4ed0a913 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8a7558-fde0-4e3b-9660-1c6da854762c,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:48.178818 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-938ed87f-9fad-4ddc-9a0d-edad4ed0a913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:48.544384 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-938ed87f-9fad-4ddc-9a0d-edad4ed0a913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832278'] for router_interface, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:48.895126 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938ed87f-9fad-4ddc-9a0d-edad4ed0a913 admin admin] Router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:51:49.036899 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-d011c908-242c-4881-8be6-562c9d1dbcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:49.076016 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938ed87f-9fad-4ddc-9a0d-edad4ed0a913 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:51:49.084411 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7112cf9-678f-4f7f-8513-d7a90b378d93 None None] Sync routers for ids ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:51:49.090836 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-938ed87f-9fad-4ddc-9a0d-edad4ed0a913 admin admin] 10.222.0.64 "PUT /v2.0/routers/57ba3191-c949-49b5-b7fc-93cb2f9b4f58/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5437131
Dec 16 14:51:49.091066 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56478) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:49.094653 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7112cf9-678f-4f7f-8513-d7a90b378d93 None None] Routers {'57ba3191-c949-49b5-b7fc-93cb2f9b4f58'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:51:49.095319 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-a7112cf9-678f-4f7f-8513-d7a90b378d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753daa2430>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:51:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:49.268588 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Notify callbacks [] for router, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:49.268935 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-a7112cf9-678f-4f7f-8513-d7a90b378d93 None None] Set router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:51:49.444673 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:49.454116 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Deleting port 74a05e7f-2ebc-4582-915e-8df1dd5834ec {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:51:49.454448 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:49.550860 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-a7112cf9-678f-4f7f-8513-d7a90b378d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753daa2430>, [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:51:48Z', 'revision_number': 5, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port': {'id': '74a05e7f-2ebc-4582-915e-8df1dd5834ec', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:47:12Z', 'updated_at': '2021-12-16T14:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:49.554862 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7112cf9-678f-4f7f-8513-d7a90b378d93 None None] Checking router: 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:51:49.563180 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7112cf9-678f-4f7f-8513-d7a90b378d93 None None] Routers {'57ba3191-c949-49b5-b7fc-93cb2f9b4f58'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:51:49.563929 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-a7112cf9-678f-4f7f-8513-d7a90b378d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753daa2430>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:51:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:49.625082 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] For port 74a05e7f-2ebc-4582-915e-8df1dd5834ec, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=74a05e7f-2ebc-4582-915e-8df1dd5834ec,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:51:49.625485 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:49.709749 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-a7112cf9-678f-4f7f-8513-d7a90b378d93 None None] Set router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 gateway port host: None {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:51:49.752482 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Calling delete_port for 74a05e7f-2ebc-4582-915e-8df1dd5834ec owned by network:router_gateway {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:51:49.821657 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-a7112cf9-678f-4f7f-8513-d7a90b378d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753daa2430>, [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:51:49Z', 'revision_number': 6, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port_host': None}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:49.826524 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7112cf9-678f-4f7f-8513-d7a90b378d93 None None] The sync data for ids ['57ba3191-c949-49b5-b7fc-93cb2f9b4f58'] in dv-cinder-821892-3-iscsi is: [{'id': '57ba3191-c949-49b5-b7fc-93cb2f9b4f58', 'name': 'tempest-AttachVolumeTestJSON-1372296938-router', 'tenant_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:47:11Z', 'updated_at': '2021-12-16T14:51:49Z', 'revision_number': 6, 'project_id': 'bb0a577a94a04b3eaaaf2d2347f21e44', 'gw_port_host': None}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:51:50.038764 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.042510 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:50.086457 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Pushing event deleted for resources: {'Port': ['ID=74a05e7f-2ebc-4582-915e-8df1dd5834ec,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:50.088937 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:50.180845 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831873'] for router_gateway, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.277257 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.359949 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1123'] for router, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.362059 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.383705 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741647'] for router, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.384270 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57ba3191-c949-49b5-b7fc-93cb2f9b4f58 {{(pid=87788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 14:51:50.396608 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] Notify callbacks [] for router, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.397762 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-d5971948-56b1-4bcf-a9d7-5577108b897d admin admin] 10.222.0.64 "DELETE /v2.0/routers/57ba3191-c949-49b5-b7fc-93cb2f9b4f58 HTTP/1.1" status: 204  len: 168 time: 1.3058050
Dec 16 14:51:50.400556 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56482) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:50.427996 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.459128 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_v2 [None req-549ddc4d-1443-4d36-aee5-c0e096e450da admin admin] Deleting subnet 05df6ab1-1a47-4448-a98a-27fa1060377f {{(pid=87788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:51:50.461993 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-549ddc4d-1443-4d36-aee5-c0e096e450da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.514849 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-549ddc4d-1443-4d36-aee5-c0e096e450da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934412'] for subnet, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.593727 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-549ddc4d-1443-4d36-aee5-c0e096e450da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.662772 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-549ddc4d-1443-4d36-aee5-c0e096e450da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1525904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1418927'] for subnet, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.666395 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:50.712121 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ddc4d-1443-4d36-aee5-c0e096e450da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05df6ab1-1a47-4448-a98a-27fa1060377f,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:50.714118 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-549ddc4d-1443-4d36-aee5-c0e096e450da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.716855 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-549ddc4d-1443-4d36-aee5-c0e096e450da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:50.721417 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a93d39-190f-473f-96ec-eb8496fc92c2 None None] Network 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:51:50.724332 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-549ddc4d-1443-4d36-aee5-c0e096e450da admin admin] 10.222.0.64 "DELETE /v2.0/subnets/05df6ab1-1a47-4448-a98a-27fa1060377f HTTP/1.1" status: 204  len: 168 time: 0.3205779
Dec 16 14:51:50.724560 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56486) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:50.836913 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.848044 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Deleting port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:51:50.848478 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:50.998919 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae65df1e-8737-4d19-a0e1-4464228f670c None None] DHCP port deletion for 8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 request from dv-cinder-821892-3-iscsi {{(pid=87790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 14:51:51.003344 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-ae65df1e-8737-4d19-a0e1-4464228f670c None None] Deleting port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:51:51.003722 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ae65df1e-8737-4d19-a0e1-4464228f670c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:51.067615 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] For port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:51:51.068255 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:51.189476 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Calling delete_port for 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:51:51.201562 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-ae65df1e-8737-4d19-a0e1-4464228f670c None None] For port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8,segment=NetworkSegment(dcaad9e5-0183-40b9-b470-e65cf73bdde3),segment_id=dcaad9e5-0183-40b9-b470-e65cf73bdde3)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:51:51.201901 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ae65df1e-8737-4d19-a0e1-4464228f670c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:51.267944 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:51.272853 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-5b236956-9da3-43b4-a1d5-45178b2497b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:51.316743 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:51.318554 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] No DVR routers for this DVR port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 on host dv-cinder-821892-3-iscsi {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:51:51.320050 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:51.326662 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-ae65df1e-8737-4d19-a0e1-4464228f670c None None] Calling delete_port for 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 owned by network:dhcp {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:51:51.401117 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.db.api [None req-ae65df1e-8737-4d19-a0e1-4464228f670c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:51:51.401487 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_db.api [None req-ae65df1e-8737-4d19-a0e1-4464228f670c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:51:51.521586 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:51.549022 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753c912a00>,) {'filters': {'network_id': ['8e2c3c82-d885-4e17-97cb-7ea9c8e597d5']}} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:51.561497 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753c912a00>, 'dcaad9e5-0183-40b9-b470-e65cf73bdde3') {'for_net_delete': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:51.561794 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753c912a00>, 'dcaad9e5-0183-40b9-b470-e65cf73bdde3') {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:51.572873 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934427'] for segment, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:51.588719 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:51.595060 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=87788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:51:51.595553 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1525838'] for segment, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]: Traceback (most recent call last):
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     timer()
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     cb(*args, **kw)
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     return func(*args, **kwargs)
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     self._notify()
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     self.callback(batched_events)
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     event.method(event)
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     return f(self, *a, **k)
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._get(url).json()
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:51:51.608402 dv-cinder-821892-3-iscsi neutron-server[87788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:51:51.685878 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:51.689597 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:51.702754 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:51.712940 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2c3c82-d885-4e17-97cb-7ea9c8e597d5,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:51.716174 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:51.726131 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-f2f4a51d-2397-414d-9e05-b457bb9d2e42 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8e2c3c82-d885-4e17-97cb-7ea9c8e597d5 HTTP/1.1" status: 204  len: 168 time: 1.0005972
Dec 16 14:51:51.894803 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device bd8a7558-fde0-4e3b-9660-1c6da854762c no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:51:51.923485 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-ae65df1e-8737-4d19-a0e1-4464228f670c None None] Deleting port 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:51:51.923871 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ae65df1e-8737-4d19-a0e1-4464228f670c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:51.946347 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56492) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:51.959501 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: bd8a7558-fde0-4e3b-9660-1c6da854762c {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:51:51.959865 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device bd8a7558-fde0-4e3b-9660-1c6da854762c not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:51:51.960303 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 74a05e7f-2ebc-4582-915e-8df1dd5834ec no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:51:52.002782 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-47096897-7361-4371-973a-356471b2573a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb0a577a94a04b3eaaaf2d2347f21e44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0528829
Dec 16 14:51:52.003798 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56496) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:52.024089 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: 74a05e7f-2ebc-4582-915e-8df1dd5834ec {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:51:52.024443 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 74a05e7f-2ebc-4582-915e-8df1dd5834ec not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:51:52.024904 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:51:52.060173 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-ae65df1e-8737-4d19-a0e1-4464228f670c None None] The port '033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8' was deleted {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 14:51:52.065350 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-50056cbe-448c-44e8-b793-128681ac0b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:52.070871 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:51:52.071226 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 033ee1cc-fe92-49e5-b6b0-6cfbe19fa2c8 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:51:52.086742 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:52.095552 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-50056cbe-448c-44e8-b793-128681ac0b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:52.146128 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-50056cbe-448c-44e8-b793-128681ac0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:52.149912 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0b259ee9-0d71-4d65-bd3a-50ed483b0cba tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:52.162239 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50056cbe-448c-44e8-b793-128681ac0b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fac5a09-bd12-49f7-b4c9-b62661490485,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:52.165745 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-50056cbe-448c-44e8-b793-128681ac0b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:52.172342 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-50056cbe-448c-44e8-b793-128681ac0b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:52.173722 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-50056cbe-448c-44e8-b793-128681ac0b36 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fac5a09-bd12-49f7-b4c9-b62661490485 HTTP/1.1" status: 204  len: 168 time: 0.1691096
Dec 16 14:51:53.580944 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56548) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:53.695524 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5303ea0b-fdd9-4a3d-8585-62075af06eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:53.710113 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-5303ea0b-fdd9-4a3d-8585-62075af06eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:53.713884 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-5303ea0b-fdd9-4a3d-8585-62075af06eff admin admin] Usage tracker for resource:security_group_rule and tenant:e20c7436c2d24589a5aba80f0aa0e854 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:53.716620 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-5303ea0b-fdd9-4a3d-8585-62075af06eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:53.722272 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-5303ea0b-fdd9-4a3d-8585-62075af06eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:53.809960 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5303ea0b-fdd9-4a3d-8585-62075af06eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:53.814074 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5303ea0b-fdd9-4a3d-8585-62075af06eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:53.821160 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-007ae5ab-131e-4e29-b97a-315f8514fac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:53.863273 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-5303ea0b-fdd9-4a3d-8585-62075af06eff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e20c7436c2d24589a5aba80f0aa0e854&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2787826
Dec 16 14:51:53.863790 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56554) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:53.878102 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303ea0b-fdd9-4a3d-8585-62075af06eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05f653f-8acc-4041-9d1f-a742d0ced3b0,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:53.882760 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-5303ea0b-fdd9-4a3d-8585-62075af06eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:53.925979 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2a523db5-c402-40e0-86e9-da70f2c456f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:53.951469 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2a523db5-c402-40e0-86e9-da70f2c456f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:54.001619 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2a523db5-c402-40e0-86e9-da70f2c456f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:54.006346 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-18afb108-69b6-4502-8efd-5facfff9d821 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:54.016331 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a523db5-c402-40e0-86e9-da70f2c456f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05f653f-8acc-4041-9d1f-a742d0ced3b0,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:54.020654 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2a523db5-c402-40e0-86e9-da70f2c456f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:54.022581 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2a523db5-c402-40e0-86e9-da70f2c456f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:54.023681 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-2a523db5-c402-40e0-86e9-da70f2c456f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e05f653f-8acc-4041-9d1f-a742d0ced3b0 HTTP/1.1" status: 204  len: 168 time: 0.1590085
Dec 16 14:51:54.777754 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56578) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:54.880864 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2042707564-network', 'tenant_id': 'cc8eb8679b9a44aa8e0dc8fe043ea937'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:51:54.885606 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:54.889952 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Usage tracker for resource:network and tenant:cc8eb8679b9a44aa8e0dc8fe043ea937 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:54.893770 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:54.899395 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:54.909736 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Made reservation on behalf of cc8eb8679b9a44aa8e0dc8fe043ea937 for: {'network': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:51:54.912050 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:54.923781 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:54.937928 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:54.941614 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Usage tracker for resource:security_group_rule and tenant:cc8eb8679b9a44aa8e0dc8fe043ea937 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:54.944328 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:54.950391 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:55.029563 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:55.033204 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:55.035986 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-9cc0a285-d637-411d-9f0b-4f725844e246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:55.066452 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'}  {{(pid=87789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:51:55.071576 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502fc1df-44b3-4a2c-8718-bcfb5e78d65c,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:55.081680 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:55.082064 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:55.082435 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:55.082798 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:55.083158 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:55.083522 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:55.083879 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:55.084241 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:55.084600 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:55.084986 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:55.085343 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:55.085694 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:55.089302 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:55.089646 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.segments_db [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Added segment 7764f2a1-377d-4ee0-aa74-0f930ce52c54 of type vlan for network 16bcacc4-203d-4779-8238-a410ecc9d4f0
Dec 16 14:51:55.091644 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:55.117286 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:55.145012 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:55.146299 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:55.146878 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:55.150035 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:55.249085 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Pushing event updated for resources: {'Network': ['ID=16bcacc4-203d-4779-8238-a410ecc9d4f0,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:55.251930 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4722283
Dec 16 14:51:55.252871 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0eb86671-1c13-4cc4-9e7e-2d79202175bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:55.255153 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56584) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:55.259294 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network 16bcacc4-203d-4779-8238-a410ecc9d4f0 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:51:55.260622 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Request body: {'subnet': {'network_id': '16bcacc4-203d-4779-8238-a410ecc9d4f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2042707564-subnet', 'tenant_id': 'cc8eb8679b9a44aa8e0dc8fe043ea937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:51:55.265524 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:55.269460 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Usage tracker for resource:subnet and tenant:cc8eb8679b9a44aa8e0dc8fe043ea937 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:55.272653 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:55.279043 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:55.289334 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Made reservation on behalf of cc8eb8679b9a44aa8e0dc8fe043ea937 for: {'subnet': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:51:55.291585 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2333543'] for subnet, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:55.500937 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2353971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2333525'] for subnet, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:55.505461 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:55.572102 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1ca867-c241-46f4-9888-2246e1a7612f,revision_number=0']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:55.576197 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:55.583472 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Checking segment: {'id': '7764f2a1-377d-4ee0-aa74-0f930ce52c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '16bcacc4-203d-4779-8238-a410ecc9d4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:51:55.583865 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Network hostable DHCP agents. Network: 16bcacc4-203d-4779-8238-a410ecc9d4f0, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:51:55.603826 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Network 16bcacc4-203d-4779-8238-a410ecc9d4f0 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:51:55.612565 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, 16bcacc4-203d-4779-8238-a410ecc9d4f0) {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:51:55.616529 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:55.617145 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for subnet, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:55.622812 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b224c09-5e0b-460d-b87e-06ec408b6699 None None] Network 16bcacc4-203d-4779-8238-a410ecc9d4f0 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:51:55.637925 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-6d26e339-ca32-4173-a999-1363a1d83e54 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3813410
Dec 16 14:51:55.833908 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4a6ed8-3431-4313-8171-347134faca23 None None] Network 16bcacc4-203d-4779-8238-a410ecc9d4f0 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:51:56.148282 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56602) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:56.153875 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-751541435-network', 'tenant_id': 'f6315b5b36bb4df1af449b0ac3958fa1'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:51:56.158571 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:56.162424 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Usage tracker for resource:network and tenant:f6315b5b36bb4df1af449b0ac3958fa1 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:56.165260 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:56.170872 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:56.181150 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Made reservation on behalf of f6315b5b36bb4df1af449b0ac3958fa1 for: {'network': 1} {{(pid=87789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:51:56.183499 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for network, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:56.195519 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:56.209841 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:56.213527 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Usage tracker for resource:security_group_rule and tenant:f6315b5b36bb4df1af449b0ac3958fa1 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:56.216298 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:56.222346 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:56.307340 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:56.311878 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:56.314774 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e4f5418d-2834-477e-929c-02201716ac49 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:56.344068 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'}  {{(pid=87789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:51:56.349541 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb35226-cdd0-453c-9074-0a2856b47a11,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:56.353266 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:56.357749 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:56.358094 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.segments_db [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Added segment e0742743-52f2-4922-a6bd-8afadb280bc7 of type vlan for network dd158ebb-a603-414e-a0f4-c4b6879ed949
Dec 16 14:51:56.385496 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758846404500'] for network, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:56.413490 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530'] for network, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:56.414710 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:56.415291 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:56.420352 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-99bfbff8-c949-4888-9c49-5d64bd0235ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:56.515877 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3664668
Dec 16 14:51:56.518800 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56606) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:56.520766 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Pushing event updated for resources: {'Network': ['ID=dd158ebb-a603-414e-a0f4-c4b6879ed949,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:56.523399 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f213d32f-426d-4039-aa4f-51f057e6169e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:56.525338 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Request body: {'subnet': {'network_id': 'dd158ebb-a603-414e-a0f4-c4b6879ed949', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-751541435-subnet', 'tenant_id': 'f6315b5b36bb4df1af449b0ac3958fa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:51:56.530757 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Network dd158ebb-a603-414e-a0f4-c4b6879ed949 details requested by agent ovs-agent-dv-cinder-821892-3-iscsi with host dv-cinder-821892-3-iscsi {{(pid=87790) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:51:56.531310 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:56.534934 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Usage tracker for resource:subnet and tenant:f6315b5b36bb4df1af449b0ac3958fa1 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:56.538057 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:56.544443 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:56.555164 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Made reservation on behalf of f6315b5b36bb4df1af449b0ac3958fa1 for: {'subnet': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:51:56.557507 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1418884'] for subnet, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:56.763968 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1525975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1418934'] for subnet, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:56.768541 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d6087ef2-eb97-4f94-8b59-4988a8eed7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:56.839893 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e690ba78-52cd-4dae-acc9-5695e79cb458,revision_number=0']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:56.843044 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:56.847233 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Checking segment: {'id': 'e0742743-52f2-4922-a6bd-8afadb280bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'dd158ebb-a603-414e-a0f4-c4b6879ed949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:51:56.847570 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Network hostable DHCP agents. Network: dd158ebb-a603-414e-a0f4-c4b6879ed949, hostable agents: ['1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2'], hosted agents: [] {{(pid=87788) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:51:56.867223 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Network dd158ebb-a603-414e-a0f4-c4b6879ed949 is scheduled to be hosted by DHCP agent 1c9d8ce0-f8f6-48e3-a4a5-0eeccff46ba2 with binding_index 1 {{(pid=87788) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:51:56.876753 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-3-iscsi, dd158ebb-a603-414e-a0f4-c4b6879ed949) {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:51:56.881091 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:56.881835 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:56.885737 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0536f5e-146f-45f8-9aa3-ef510e89f99b None None] Network dd158ebb-a603-414e-a0f4-c4b6879ed949 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:51:56.904308 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-0637bbbb-101c-4f48-a014-06277463b334 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.3843048
Dec 16 14:51:57.032295 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56612) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:57.098015 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ead0ca1-e0b3-4d50-b88e-17e4be1cab03 admin admin] Deleting subnet bf1ca867-c241-46f4-9888-2246e1a7612f {{(pid=87788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:51:57.098437 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604407a6-1b07-4d46-bee1-ce9dd2f1cec6 None None] Network dd158ebb-a603-414e-a0f4-c4b6879ed949 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:51:57.101224 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5ead0ca1-e0b3-4d50-b88e-17e4be1cab03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:57.151624 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5ead0ca1-e0b3-4d50-b88e-17e4be1cab03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934412'] for subnet, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:57.218751 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5ead0ca1-e0b3-4d50-b88e-17e4be1cab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:57.290347 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5ead0ca1-e0b3-4d50-b88e-17e4be1cab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1525904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1418927'] for subnet, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:57.294770 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-bf6a7558-5b45-4a84-96c3-b4a26d0a45f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:57.329775 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead0ca1-e0b3-4d50-b88e-17e4be1cab03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1ca867-c241-46f4-9888-2246e1a7612f,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:57.331671 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-5ead0ca1-e0b3-4d50-b88e-17e4be1cab03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:57.334125 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-5ead0ca1-e0b3-4d50-b88e-17e4be1cab03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:57.338072 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-5ead0ca1-e0b3-4d50-b88e-17e4be1cab03 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bf1ca867-c241-46f4-9888-2246e1a7612f HTTP/1.1" status: 204  len: 168 time: 0.3046241
Dec 16 14:51:57.341256 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56616) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:57.446142 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1224-b3ce-47e3-ae45-f0bfbb85d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:57.569268 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1224-b3ce-47e3-ae45-f0bfbb85d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:57.594038 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-8dbc1224-b3ce-47e3-ae45-f0bfbb85d541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753c64ba60>,) {'filters': {'network_id': ['16bcacc4-203d-4779-8238-a410ecc9d4f0']}} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:57.605747 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-8dbc1224-b3ce-47e3-ae45-f0bfbb85d541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753c64ba60>, '7764f2a1-377d-4ee0-aa74-0f930ce52c54') {'for_net_delete': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:57.606079 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-8dbc1224-b3ce-47e3-ae45-f0bfbb85d541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753c64ba60>, '7764f2a1-377d-4ee0-aa74-0f930ce52c54') {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:57.617034 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1224-b3ce-47e3-ae45-f0bfbb85d541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934427'] for segment, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:57.632895 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1224-b3ce-47e3-ae45-f0bfbb85d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:57.639399 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbc1224-b3ce-47e3-ae45-f0bfbb85d541 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=87788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:51:57.639782 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1224-b3ce-47e3-ae45-f0bfbb85d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1525838'] for segment, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]: Traceback (most recent call last):
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     timer()
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     cb(*args, **kw)
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     return func(*args, **kwargs)
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     self._notify()
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     self.callback(batched_events)
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     event.method(event)
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     return f(self, *a, **k)
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._get(url).json()
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:51:57.652447 dv-cinder-821892-3-iscsi neutron-server[87788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:51:57.729164 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1224-b3ce-47e3-ae45-f0bfbb85d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:57.733269 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c3141702-a797-4846-8ebc-895f15b4a0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:57.745736 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8dbc1224-b3ce-47e3-ae45-f0bfbb85d541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:57.755316 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc1224-b3ce-47e3-ae45-f0bfbb85d541 admin admin] Pushing event deleted for resources: {'Network': ['ID=16bcacc4-203d-4779-8238-a410ecc9d4f0,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:57.757757 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-8dbc1224-b3ce-47e3-ae45-f0bfbb85d541 admin admin] 10.222.0.64 "DELETE /v2.0/networks/16bcacc4-203d-4779-8238-a410ecc9d4f0 HTTP/1.1" status: 204  len: 168 time: 0.4155169
Dec 16 14:51:57.758565 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8dbc1224-b3ce-47e3-ae45-f0bfbb85d541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:57.760453 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56620) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:57.822303 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3ff26d-48d5-491e-b6f7-36850e27ae7b admin admin] Deleting subnet e690ba78-52cd-4dae-acc9-5695e79cb458 {{(pid=87788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:51:57.825439 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ea3ff26d-48d5-491e-b6f7-36850e27ae7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:57.874573 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ea3ff26d-48d5-491e-b6f7-36850e27ae7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934412'] for subnet, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:57.933543 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ea3ff26d-48d5-491e-b6f7-36850e27ae7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:58.088552 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ea3ff26d-48d5-491e-b6f7-36850e27ae7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1525904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1418927'] for subnet, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:58.093404 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:58.128809 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ea3ff26d-48d5-491e-b6f7-36850e27ae7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:58.131371 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ff26d-48d5-491e-b6f7-36850e27ae7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e690ba78-52cd-4dae-acc9-5695e79cb458,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:58.133472 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ea3ff26d-48d5-491e-b6f7-36850e27ae7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:58.137671 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-ea3ff26d-48d5-491e-b6f7-36850e27ae7b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e690ba78-52cd-4dae-acc9-5695e79cb458 HTTP/1.1" status: 204  len: 168 time: 0.3763411
Dec 16 14:51:58.140073 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56624) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:58.246119 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b69ca39b-9e09-4ded-ac2d-a8b0003150f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:58.368917 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b69ca39b-9e09-4ded-ac2d-a8b0003150f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:58.393671 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-b69ca39b-9e09-4ded-ac2d-a8b0003150f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753c830fa0>,) {'filters': {'network_id': ['dd158ebb-a603-414e-a0f4-c4b6879ed949']}} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:58.406001 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-b69ca39b-9e09-4ded-ac2d-a8b0003150f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753c830fa0>, 'e0742743-52f2-4922-a6bd-8afadb280bc7') {'for_net_delete': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:58.406215 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-b69ca39b-9e09-4ded-ac2d-a8b0003150f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753c830fa0>, 'e0742743-52f2-4922-a6bd-8afadb280bc7') {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:58.417338 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b69ca39b-9e09-4ded-ac2d-a8b0003150f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934427'] for segment, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:58.437526 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b69ca39b-9e09-4ded-ac2d-a8b0003150f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:58.444049 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69ca39b-9e09-4ded-ac2d-a8b0003150f2 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=87788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:51:58.444452 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b69ca39b-9e09-4ded-ac2d-a8b0003150f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1525838'] for segment, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]: Traceback (most recent call last):
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     timer()
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     cb(*args, **kw)
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     return func(*args, **kwargs)
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     self._notify()
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     self.callback(batched_events)
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     event.method(event)
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     return f(self, *a, **k)
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._get(url).json()
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:51:58.457972 dv-cinder-821892-3-iscsi neutron-server[87788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:51:58.532635 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b69ca39b-9e09-4ded-ac2d-a8b0003150f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:58.536446 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:58.549285 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-b69ca39b-9e09-4ded-ac2d-a8b0003150f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:58.558812 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ca39b-9e09-4ded-ac2d-a8b0003150f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd158ebb-a603-414e-a0f4-c4b6879ed949,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:58.561346 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-b69ca39b-9e09-4ded-ac2d-a8b0003150f2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dd158ebb-a603-414e-a0f4-c4b6879ed949 HTTP/1.1" status: 204  len: 168 time: 0.4203639
Dec 16 14:51:58.562245 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-b69ca39b-9e09-4ded-ac2d-a8b0003150f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:58.723179 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56630) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:58.776990 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-9268dd8f-0e6b-4544-910d-09357fb39e69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc8eb8679b9a44aa8e0dc8fe043ea937&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0519576
Dec 16 14:51:58.779425 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56634) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:58.837904 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb45c-00cc-4cd7-9e24-fd887d74764b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:58.863672 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb45c-00cc-4cd7-9e24-fd887d74764b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:58.916199 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb45c-00cc-4cd7-9e24-fd887d74764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:58.921225 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-b2dd9e46-dd65-49fa-92dd-48f54d2694f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:58.933374 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0eb45c-00cc-4cd7-9e24-fd887d74764b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502fc1df-44b3-4a2c-8718-bcfb5e78d65c,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:58.936252 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ca0eb45c-00cc-4cd7-9e24-fd887d74764b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:58.939800 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-ca0eb45c-00cc-4cd7-9e24-fd887d74764b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:58.940998 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-ca0eb45c-00cc-4cd7-9e24-fd887d74764b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/502fc1df-44b3-4a2c-8718-bcfb5e78d65c HTTP/1.1" status: 204  len: 168 time: 0.1606655
Dec 16 14:51:59.377014 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56642) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:59.424306 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-182ea224-883f-4591-b2e0-e5c7944db9bc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6315b5b36bb4df1af449b0ac3958fa1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0459378
Dec 16 14:51:59.426568 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56646) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:59.486793 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c4baaed6-56dd-422c-8781-7ec981d865e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:59.512803 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c4baaed6-56dd-422c-8781-7ec981d865e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:59.563638 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c4baaed6-56dd-422c-8781-7ec981d865e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:59.568338 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ebbf7432-780f-46bb-97c0-d26f3c26662f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:59.580110 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baaed6-56dd-422c-8781-7ec981d865e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb35226-cdd0-453c-9074-0a2856b47a11,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:59.583005 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c4baaed6-56dd-422c-8781-7ec981d865e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:59.584941 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-c4baaed6-56dd-422c-8781-7ec981d865e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:59.586047 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-c4baaed6-56dd-422c-8781-7ec981d865e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aeb35226-cdd0-453c-9074-0a2856b47a11 HTTP/1.1" status: 204  len: 168 time: 0.1586065
Dec 16 14:52:05.296802 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56742) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:05.450576 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcd46-d8a3-4be8-94e7-a03bea5ef35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:05.464527 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0a5fcd46-d8a3-4be8-94e7-a03bea5ef35b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:05.468518 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0a5fcd46-d8a3-4be8-94e7-a03bea5ef35b admin admin] Usage tracker for resource:security_group_rule and tenant:9451b1edcdfb47de9d05e79820ffd7bb is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:05.471342 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-0a5fcd46-d8a3-4be8-94e7-a03bea5ef35b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:05.477087 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-0a5fcd46-d8a3-4be8-94e7-a03bea5ef35b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:05.560312 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcd46-d8a3-4be8-94e7-a03bea5ef35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:05.563982 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcd46-d8a3-4be8-94e7-a03bea5ef35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:05.572234 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-52015f6e-bfc0-4197-a58e-6918b77afdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:05.611167 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-0a5fcd46-d8a3-4be8-94e7-a03bea5ef35b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9451b1edcdfb47de9d05e79820ffd7bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3132961
Dec 16 14:52:05.612742 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fcd46-d8a3-4be8-94e7-a03bea5ef35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0804b7ee-efba-4185-b382-b31d48743377,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:05.613901 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56748) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:05.616104 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0a5fcd46-d8a3-4be8-94e7-a03bea5ef35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:05.674159 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8e8bec9d-d90c-4b7a-9fe6-357386cee404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:05.701560 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8e8bec9d-d90c-4b7a-9fe6-357386cee404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:05.753356 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8e8bec9d-d90c-4b7a-9fe6-357386cee404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:05.757141 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2a523db5-c402-40e0-86e9-da70f2c456f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:05.771784 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8bec9d-d90c-4b7a-9fe6-357386cee404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0804b7ee-efba-4185-b382-b31d48743377,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:05.775352 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8e8bec9d-d90c-4b7a-9fe6-357386cee404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:05.779851 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-8e8bec9d-d90c-4b7a-9fe6-357386cee404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:05.781009 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-8e8bec9d-d90c-4b7a-9fe6-357386cee404 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0804b7ee-efba-4185-b382-b31d48743377 HTTP/1.1" status: 204  len: 168 time: 0.1661065
Dec 16 14:52:06.114238 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56756) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:06.131642 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e962a042-574f-40f0-ace1-a26f10d0dfc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.146993 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-e962a042-574f-40f0-ace1-a26f10d0dfc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:06.150799 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-e962a042-574f-40f0-ace1-a26f10d0dfc8 admin admin] Usage tracker for resource:security_group_rule and tenant:d638513247f24b06b531e9090dfb77aa is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:06.154246 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-e962a042-574f-40f0-ace1-a26f10d0dfc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:06.159814 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-e962a042-574f-40f0-ace1-a26f10d0dfc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:06.243999 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e962a042-574f-40f0-ace1-a26f10d0dfc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.247820 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-e962a042-574f-40f0-ace1-a26f10d0dfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.255227 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0536c9f4-1228-45c5-9e5b-54e6259849c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:06.297609 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-e962a042-574f-40f0-ace1-a26f10d0dfc8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d638513247f24b06b531e9090dfb77aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1822591
Dec 16 14:52:06.298507 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962a042-574f-40f0-ace1-a26f10d0dfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4441e5-abf7-45a0-b0f3-fff8abed3737,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:06.300954 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56760) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:06.301523 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-e962a042-574f-40f0-ace1-a26f10d0dfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:06.367642 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-5bdf7bb7-f00a-4767-9ad0-bde9af73237d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.495083 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-5bdf7bb7-f00a-4767-9ad0-bde9af73237d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.550253 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-5bdf7bb7-f00a-4767-9ad0-bde9af73237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.554144 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-83d5978d-c712-459e-8733-8ef54d2609d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:06.568185 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf7bb7-f00a-4767-9ad0-bde9af73237d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4441e5-abf7-45a0-b0f3-fff8abed3737,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:06.570752 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-5bdf7bb7-f00a-4767-9ad0-bde9af73237d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:06.582248 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-5bdf7bb7-f00a-4767-9ad0-bde9af73237d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.585660 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-5bdf7bb7-f00a-4767-9ad0-bde9af73237d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a4441e5-abf7-45a0-b0f3-fff8abed3737 HTTP/1.1" status: 204  len: 168 time: 0.2820644
Dec 16 14:52:11.551320 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:52:14.223512 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecafdd-1ac4-4d15-b032-8a68e26aa89d req-943e996b-32b3-41b7-886a-24815a3c4e01 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:14.225257 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e1ecafdd-1ac4-4d15-b032-8a68e26aa89d req-943e996b-32b3-41b7-886a-24815a3c4e01 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 946 time: 0.0847237
Dec 16 14:52:14.272221 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e1ecafdd-1ac4-4d15-b032-8a68e26aa89d req-66a531a4-3596-424a-98aa-41eae977f762 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412865
Dec 16 14:52:15.438316 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.453914 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb14c8-109a-4d2f-aa61-a8b70e199995 req-39f22de4-32f7-4244-ac5b-e6c9afe65225 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:15.455346 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1ecb14c8-109a-4d2f-aa61-a8b70e199995 req-39f22de4-32f7-4244-ac5b-e6c9afe65225 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 946 time: 0.0783572
Dec 16 14:52:15.499090 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1ecb14c8-109a-4d2f-aa61-a8b70e199995 req-56a9db8b-bc5b-42de-9c78-6b57a009d97d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380416
Dec 16 14:52:15.814685 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-7a9cdd0d-269a-4f70-9d83-6bf2707f7fed tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:15.816643 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-7a9cdd0d-269a-4f70-9d83-6bf2707f7fed tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 946 time: 0.0904262
Dec 16 14:52:15.892374 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Deleting port f680558f-d751-456d-a86d-c61c5e172d8d {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:52:15.892749 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:16.144164 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] For port f680558f-d751-456d-a86d-c61c5e172d8d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=f680558f-d751-456d-a86d-c61c5e172d8d,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:52:16.144522 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:16.488358 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-662289c4-05f2-4cd1-bced-4cddefc14b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:16.518785 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:16.519336 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:16.519476 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.l3_db [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Floating IP 2d33ef80-63bb-4ffa-ab6d-d68524796b49 disassociated. External IP: 172.27.0.174, port: f680558f-d751-456d-a86d-c61c5e172d8d.
Dec 16 14:52:16.519782 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Calling delete_port for f680558f-d751-456d-a86d-c61c5e172d8d owned by compute:nova {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:52:16.722194 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:16.728499 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-4d14ba21-d47d-41e3-adbe-bf5d42666a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:16.778611 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event deleted for resources: {'Port': ['ID=f680558f-d751-456d-a86d-c61c5e172d8d,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:16.782952 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:16.845429 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dff0b-daf2-4278-90d8-e117364b50c6 req-4bb820b8-2df0-4932-b346-374a28e07c29 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:16.846898 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-671dff0b-daf2-4278-90d8-e117364b50c6 req-4bb820b8-2df0-4932-b346-374a28e07c29 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 946 time: 0.2409878
Dec 16 14:52:16.979697 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-671dff0b-daf2-4278-90d8-e117364b50c6 req-4697234e-b971-4f5a-a554-dbd7a65cdd65 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266623
Dec 16 14:52:17.010105 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Router a34498a8-9870-420a-9927-af96ff8f997d has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:52:17.199514 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:52:17.211005 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba140b7b-dda9-4cdc-b147-198741afa4ef None None] Sync routers for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:52:17.222047 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba140b7b-dda9-4cdc-b147-198741afa4ef None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:52:17.223400 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ba140b7b-dda9-4cdc-b147-198741afa4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753db72040>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:51:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:17.296903 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] No DVR routers for this DVR port f680558f-d751-456d-a86d-c61c5e172d8d on host hv-cinder-82189 {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:52:17.299532 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:17.303703 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2349104f-921f-4317-8b04-be3a09d2b6aa', 'name': 'network-vif-deleted', 'tag': 'f680558f-d751-456d-a86d-c61c5e172d8d'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:52:17.320485 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ba5f00e0-360c-4219-9bfe-38639fcb6f50 req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "DELETE /v2.0/ports/f680558f-d751-456d-a86d-c61c5e172d8d HTTP/1.1" status: 204  len: 173 time: 1.4989007
Dec 16 14:52:17.369110 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2349104f-921f-4317-8b04-be3a09d2b6aa', 'name': 'network-vif-deleted', 'tag': 'f680558f-d751-456d-a86d-c61c5e172d8d', 'status': 'completed', 'code': 200}
Dec 16 14:52:17.425246 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-ba140b7b-dda9-4cdc-b147-198741afa4ef None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:52:17.463503 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56862) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:17.584767 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2557feb8-8570-4106-b980-924e208d0ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:17.600815 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-2557feb8-8570-4106-b980-924e208d0ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:17.604724 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-2557feb8-8570-4106-b980-924e208d0ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:955346ea1a084a398f07eb0e664f244e is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:17.607721 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-2557feb8-8570-4106-b980-924e208d0ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:17.613565 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-2557feb8-8570-4106-b980-924e208d0ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:17.703424 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2557feb8-8570-4106-b980-924e208d0ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:17.707577 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2557feb8-8570-4106-b980-924e208d0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:17.716870 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-613465f5-0463-4073-a84f-1f2aa3a1bd1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:17.756101 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-2557feb8-8570-4106-b980-924e208d0ee1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=955346ea1a084a398f07eb0e664f244e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2914972
Dec 16 14:52:17.757931 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557feb8-8570-4106-b980-924e208d0ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dc98b6-2034-4a5f-8845-df1bcf75da5a,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:17.759089 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56868) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:17.761221 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2557feb8-8570-4106-b980-924e208d0ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:17.789341 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ba140b7b-dda9-4cdc-b147-198741afa4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753db72040>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:17.793196 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba140b7b-dda9-4cdc-b147-198741afa4ef None None] Checking router: a34498a8-9870-420a-9927-af96ff8f997d for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:52:17.802027 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba140b7b-dda9-4cdc-b147-198741afa4ef None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:52:17.802634 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ba140b7b-dda9-4cdc-b147-198741afa4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753db72040>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:51:49Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:17.839326 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f34d13f1-07c9-4699-823d-e5fe91072358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:17.873635 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f34d13f1-07c9-4699-823d-e5fe91072358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:17.929874 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f34d13f1-07c9-4699-823d-e5fe91072358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:17.933845 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-81a99515-9c87-4ddf-acb7-7309d3b2d42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:17.945284 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d13f1-07c9-4699-823d-e5fe91072358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dc98b6-2034-4a5f-8845-df1bcf75da5a,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:17.949198 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-f34d13f1-07c9-4699-823d-e5fe91072358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:17.956327 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-f34d13f1-07c9-4699-823d-e5fe91072358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:17.961162 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-f34d13f1-07c9-4699-823d-e5fe91072358 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2dc98b6-2034-4a5f-8845-df1bcf75da5a HTTP/1.1" status: 204  len: 168 time: 0.2000937
Dec 16 14:52:18.007314 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-ba140b7b-dda9-4cdc-b147-198741afa4ef None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:52:18.150825 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-135e6ae8-5ce0-4243-9de1-6fbc9219c7f7 req-3866e7da-e33c-4876-86f7-75919a2dc38d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Synchronizing usage tracker for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:52:18.170264 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-135e6ae8-5ce0-4243-9de1-6fbc9219c7f7 req-3866e7da-e33c-4876-86f7-75919a2dc38d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Unset dirty status for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:52:18.171729 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-135e6ae8-5ce0-4243-9de1-6fbc9219c7f7 req-3866e7da-e33c-4876-86f7-75919a2dc38d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=2349104f-921f-4317-8b04-be3a09d2b6aa HTTP/1.1" status: 200  len: 210 time: 0.0683656
Dec 16 14:52:18.270367 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56878) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:18.294364 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-74364872-8296-43a0-a201-ad901cb3016f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:18.312476 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-74364872-8296-43a0-a201-ad901cb3016f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:18.317370 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-74364872-8296-43a0-a201-ad901cb3016f admin admin] Usage tracker for resource:security_group_rule and tenant:593b753f774744cdb43d0a8e2b7e44a9 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:18.321888 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-74364872-8296-43a0-a201-ad901cb3016f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:18.330580 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-74364872-8296-43a0-a201-ad901cb3016f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:18.351375 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ba140b7b-dda9-4cdc-b147-198741afa4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753db72040>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:18.356486 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba140b7b-dda9-4cdc-b147-198741afa4ef None None] The sync data for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi is: [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:52:18.421096 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-74364872-8296-43a0-a201-ad901cb3016f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:18.425425 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-74364872-8296-43a0-a201-ad901cb3016f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:18.433230 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-2cd29393-bfb6-44bc-b2c1-3cfb64647f10 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:18.474073 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-74364872-8296-43a0-a201-ad901cb3016f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=593b753f774744cdb43d0a8e2b7e44a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2021759
Dec 16 14:52:18.475094 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74364872-8296-43a0-a201-ad901cb3016f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39aaf02-5e59-46f2-bb81-40db756d7494,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:18.476672 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56882) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:18.478644 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-74364872-8296-43a0-a201-ad901cb3016f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:18.542061 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-21fd5f80-95b7-4f32-b376-5228f775db56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:18.569411 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-21fd5f80-95b7-4f32-b376-5228f775db56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:18.595893 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de88651-6f62-40dc-bcb3-41af3193b982 None None] New status for floating IP 2d33ef80-63bb-4ffa-ab6d-d68524796b49: DOWN {{(pid=87791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:52:18.625477 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-21fd5f80-95b7-4f32-b376-5228f775db56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:18.629411 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ce7dee6d-6057-451c-8e4b-633933f75209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:18.642911 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd5f80-95b7-4f32-b376-5228f775db56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39aaf02-5e59-46f2-bb81-40db756d7494,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:18.645243 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-21fd5f80-95b7-4f32-b376-5228f775db56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:18.656171 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-21fd5f80-95b7-4f32-b376-5228f775db56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:18.660185 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-21fd5f80-95b7-4f32-b376-5228f775db56 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e39aaf02-5e59-46f2-bb81-40db756d7494 HTTP/1.1" status: 204  len: 168 time: 0.1797967
Dec 16 14:52:19.039754 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-13db3d68-cd67-4a48-af8e-318254d0c5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:19.528669 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-6c45eda5-16a0-4fdd-9c6a-2466b9b38914 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001105392&fields=id&tenant_id=d963a0aa72964047885ee0212d5055dc HTTP/1.1" status: 200  len: 267 time: 0.0391245
Dec 16 14:52:19.678961 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-a0f9c558-2a6c-4427-a3e2-92507a042a5d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:19.680682 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-a0f9c558-2a6c-4427-a3e2-92507a042a5d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 810 time: 0.1453946
Dec 16 14:52:19.695954 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-5a725eee-4a11-45a7-9d5d-5daf8b98b832 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/quotas/d963a0aa72964047885ee0212d5055dc HTTP/1.1" status: 200  len: 375 time: 0.0091681
Dec 16 14:52:19.782156 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-6d0f4116-821a-48c8-b275-c40fccd048a3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0810399
Dec 16 14:52:19.901406 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-565a03b4-6e5e-4629-bd10-0591dd73c0d7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87788) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 14:52:19.902527 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-565a03b4-6e5e-4629-bd10-0591dd73c0d7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1090152
Dec 16 14:52:19.994349 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device f680558f-d751-456d-a86d-c61c5e172d8d no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:52:20.034677 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: f680558f-d751-456d-a86d-c61c5e172d8d {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:52:20.035056 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device f680558f-d751-456d-a86d-c61c5e172d8d not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:52:20.075356 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 56936) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:20.151128 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-36fefce7-761b-484e-aa4e-9ff42d302cce service neutron] 10.222.0.64 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2403991
Dec 16 14:52:20.205632 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-fc98cdb8-b66a-421c-bce3-1925dc406349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:20.221064 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-fc98cdb8-b66a-421c-bce3-1925dc406349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:20.225062 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-fc98cdb8-b66a-421c-bce3-1925dc406349 admin admin] Usage tracker for resource:security_group_rule and tenant:1806672deaf943fcb6303821aedceac6 is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:20.227993 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-fc98cdb8-b66a-421c-bce3-1925dc406349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:20.233753 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-fc98cdb8-b66a-421c-bce3-1925dc406349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:20.287427 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:20.308689 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bd52adc8-bcd7-4d7f-bc98-44ca78dd9df9 service neutron] 10.222.0.64 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510091
Dec 16 14:52:20.333268 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-fc98cdb8-b66a-421c-bce3-1925dc406349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:20.337895 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-fc98cdb8-b66a-421c-bce3-1925dc406349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:20.347225 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-5bdf7bb7-f00a-4767-9ad0-bde9af73237d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:20.389262 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-fc98cdb8-b66a-421c-bce3-1925dc406349 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1806672deaf943fcb6303821aedceac6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3127184
Dec 16 14:52:20.390892 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98cdb8-b66a-421c-bce3-1925dc406349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6f3149-8bb5-46d6-9b28-ad43fd49141b,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:20.392299 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 56944) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:20.393796 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-fc98cdb8-b66a-421c-bce3-1925dc406349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:20.431980 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:20.463812 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-01b2c5a7-cf88-4540-898d-c63b6ff4602d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:20.491201 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-01b2c5a7-cf88-4540-898d-c63b6ff4602d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:20.544773 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-01b2c5a7-cf88-4540-898d-c63b6ff4602d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:20.550145 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-98395268-c74f-4c64-a06e-0557e14f78f0 tempest-TestMinimumBasicScenario-395457342 tempest-TestMinimumBasicScenario-395457342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:20.563111 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2c5a7-cf88-4540-898d-c63b6ff4602d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6f3149-8bb5-46d6-9b28-ad43fd49141b,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:20.565767 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-01b2c5a7-cf88-4540-898d-c63b6ff4602d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:20.566847 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-01b2c5a7-cf88-4540-898d-c63b6ff4602d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:20.570399 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-01b2c5a7-cf88-4540-898d-c63b6ff4602d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6c6f3149-8bb5-46d6-9b28-ad43fd49141b HTTP/1.1" status: 204  len: 168 time: 0.1740601
Dec 16 14:52:20.720195 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f6c73d4b-651c-4f57-a98c-6fc2305cf26f req-5fb0c409-9912-42c4-9000-dce91d62d9f1 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 210 time: 0.0440500
Dec 16 14:52:21.956024 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c9853eaa-8395-49f9-a506-e782daaf98cf req-217e1ec5-394d-4c1e-bbd3-2239ef3b30f1 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 210 time: 0.0681510
Dec 16 14:52:22.013677 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-f100cdbd-b388-4a68-9788-8c3408a97b26 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:22.015120 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-f100cdbd-b388-4a68-9788-8c3408a97b26 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 810 time: 0.2488856
Dec 16 14:52:22.047747 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:22.083954 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-5723293d-485a-4715-8ac2-a06a28c00f85 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d963a0aa72964047885ee0212d5055dc HTTP/1.1" status: 200  len: 380 time: 0.0408671
Dec 16 14:52:22.093535 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Request body: {'port': {'device_id': 'bde36abe-c87d-457c-b41a-040288d694da', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'admin_state_up': True, 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'security_groups': ['eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9']}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:52:22.228993 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:22.239101 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:22.250269 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Made reservation on behalf of d963a0aa72964047885ee0212d5055dc for: {'port': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:52:22.253892 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:22.416327 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Allocated IP 172.20.0.8 (9786e867-a38a-4109-abba-499d29f3c81d/80d3247f-f713-4ed0-bf4e-70ddad804757/ebfe0ce8-aac6-476b-a756-32c12fac0eb3) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:52:22.603401 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:22.618858 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Transition to ACTIVE for port object ebfe0ce8-aac6-476b-a756-32c12fac0eb3 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:52:22.642782 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:22.648317 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-938ed87f-9fad-4ddc-9a0d-edad4ed0a913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:22.723220 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Network 9786e867-a38a-4109-abba-499d29f3c81d is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:52:22.726318 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:52:22.730664 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:52:22.760196 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'Port': ['ID=ebfe0ce8-aac6-476b-a756-32c12fac0eb3,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:22.771001 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:22.800014 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:22.801576 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:22.833673 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-bcf3df7f-bc99-4708-baf0-1c18a5abbec0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7446270
Dec 16 14:52:22.853189 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Request body: {'port': {'device_id': 'bde36abe-c87d-457c-b41a-040288d694da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:52:22.980248 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:23.060876 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-78c4141b-c470-4eaf-9674-1e00139a1e99 None None] Provisioning for port ebfe0ce8-aac6-476b-a756-32c12fac0eb3 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:52:23.066793 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-78c4141b-c470-4eaf-9674-1e00139a1e99 None None] Provisioning complete for port ebfe0ce8-aac6-476b-a756-32c12fac0eb3 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:23.067227 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-78c4141b-c470-4eaf-9674-1e00139a1e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:23.123372 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-78c4141b-c470-4eaf-9674-1e00139a1e99 None None] Port ebfe0ce8-aac6-476b-a756-32c12fac0eb3 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:52:23.410328 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1182cf5-ba25-45f9-9ca1-0c82997f62ed req-bb36ebfd-231d-41b3-bcaf-c785c107b074 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:23.410913 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-c1182cf5-ba25-45f9-9ca1-0c82997f62ed req-bb36ebfd-231d-41b3-bcaf-c785c107b074 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Synchronizing usage tracker for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:52:23.454461 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-c1182cf5-ba25-45f9-9ca1-0c82997f62ed req-bb36ebfd-231d-41b3-bcaf-c785c107b074 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Unset dirty status for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:52:23.455675 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c1182cf5-ba25-45f9-9ca1-0c82997f62ed req-bb36ebfd-231d-41b3-bcaf-c785c107b074 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 931 time: 0.3809557
Dec 16 14:52:23.562048 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c1182cf5-ba25-45f9-9ca1-0c82997f62ed req-ac6552e7-deb4-455d-b14a-20b186175f68 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997491
Dec 16 14:52:23.563967 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfe0ce8-aac6-476b-a756-32c12fac0eb3 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:52:23.571720 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:23.586720 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Transition to ACTIVE for port object ebfe0ce8-aac6-476b-a756-32c12fac0eb3 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:52:23.590763 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:23.595089 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8ec39aad-aff4-4836-abf2-f9b2f682bdea tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:23.748220 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfe0ce8-aac6-476b-a756-32c12fac0eb3,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:23.755600 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:23.836635 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Attempting to bind port ebfe0ce8-aac6-476b-a756-32c12fac0eb3 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:52:23.837017 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Attempting to bind port ebfe0ce8-aac6-476b-a756-32c12fac0eb3 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:52:23.837369 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Attempting to bind port ebfe0ce8-aac6-476b-a756-32c12fac0eb3 on network 9786e867-a38a-4109-abba-499d29f3c81d {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:52:23.842985 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Port ebfe0ce8-aac6-476b-a756-32c12fac0eb3 on network 9786e867-a38a-4109-abba-499d29f3c81d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:52:23.843302 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Attempting to bind port ebfe0ce8-aac6-476b-a756-32c12fac0eb3 on network 9786e867-a38a-4109-abba-499d29f3c81d {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:52:23.848574 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:52:23.848944 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Checking segment: {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:52:23.849340 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Bound using segment: {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:52:23.849776 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Bound port: ebfe0ce8-aac6-476b-a756-32c12fac0eb3, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:52:23.850123 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:23.941725 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] For port ebfe0ce8-aac6-476b-a756-32c12fac0eb3, host hv-cinder-82189, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:52:23.944819 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] For port ebfe0ce8-aac6-476b-a756-32c12fac0eb3, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ebfe0ce8-aac6-476b-a756-32c12fac0eb3,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:52:23.950112 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:23.954677 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:24.014941 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:24.015602 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:24.016912 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] 10.222.0.66 "PUT /v2.0/ports/ebfe0ce8-aac6-476b-a756-32c12fac0eb3 HTTP/1.1" status: 200  len: 1093 time: 1.1705830
Dec 16 14:52:24.017419 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde36abe-c87d-457c-b41a-040288d694da', 'tag': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:52:24.041630 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfe0ce8-aac6-476b-a756-32c12fac0eb3,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:24.045128 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d59baf8c-7896-4be5-8814-b3225c33df00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:24.073386 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde36abe-c87d-457c-b41a-040288d694da', 'tag': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'status': 'completed', 'code': 200}
Dec 16 14:52:24.744945 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0c2e5-a147-4a62-94c9-19db3e114d19 req-e43c6bc1-6b81-471e-a673-018d1899a313 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:24.746407 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-eaa0c2e5-a147-4a62-94c9-19db3e114d19 req-e43c6bc1-6b81-471e-a673-018d1899a313 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 943 time: 0.0824516
Dec 16 14:52:24.790148 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-eaa0c2e5-a147-4a62-94c9-19db3e114d19 req-34b55cef-f267-4a25-b00c-7ccfacf65dfe tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374670
Dec 16 14:52:25.977771 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dd822-afe3-4aac-84ab-11a8ef6890a2 req-24118aea-ad5f-4db0-985c-2d0145ca93f1 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:25.979238 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2b8dd822-afe3-4aac-84ab-11a8ef6890a2 req-24118aea-ad5f-4db0-985c-2d0145ca93f1 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 943 time: 0.0844042
Dec 16 14:52:26.022588 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2b8dd822-afe3-4aac-84ab-11a8ef6890a2 req-6b43b8eb-e0b8-4613-8446-cacbaaa01281 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369890
Dec 16 14:52:26.219675 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ddc5-44f0-4055-95a8-9121ae14b34e req-277f08e3-5413-4f6d-96c8-b72908924ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:26.221146 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ca16ddc5-44f0-4055-95a8-9121ae14b34e req-277f08e3-5413-4f6d-96c8-b72908924ad6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 1096 time: 0.0715680
Dec 16 14:52:26.367288 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ddc5-44f0-4055-95a8-9121ae14b34e req-9356cde4-33c0-44cc-a5ad-a0cde730e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:26.368720 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ca16ddc5-44f0-4055-95a8-9121ae14b34e req-9356cde4-33c0-44cc-a5ad-a0cde730e052 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d963a0aa72964047885ee0212d5055dc&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1339073
Dec 16 14:52:26.514947 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ddc5-44f0-4055-95a8-9121ae14b34e req-c1f1eaca-5aa0-466d-a99a-5b85895bec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:26.516581 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-ca16ddc5-44f0-4055-95a8-9121ae14b34e req-c1f1eaca-5aa0-466d-a99a-5b85895bec9b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1412511
Dec 16 14:52:26.672453 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-463c580b-b09d-4f8d-a1b6-ff3088dcef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:26.673948 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-463c580b-b09d-4f8d-a1b6-ff3088dcef90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 1096 time: 0.0880880
Dec 16 14:52:26.749456 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-351b0323-1c38-4132-a88f-cf9e91f6a987 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebfe0ce8-aac6-476b-a756-32c12fac0eb3 HTTP/1.1" status: 200  len: 217 time: 0.0603771
Dec 16 14:52:26.814719 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-23caff90-fbf9-42ba-8bbe-b663fef91dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:26.816332 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-23caff90-fbf9-42ba-8bbe-b663fef91dee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0606997
Dec 16 14:52:26.893241 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-a434ef9e-36d5-49f8-b6b5-f00d404eb962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:26.894714 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-a434ef9e-36d5-49f8-b6b5-f00d404eb962 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723672
Dec 16 14:52:27.204004 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4b18d-8fe5-47cb-8668-5a9185160957 req-7e2a8408-5b93-4794-aaae-3805a1b5135e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:27.205489 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5f4b18d-8fe5-47cb-8668-5a9185160957 req-7e2a8408-5b93-4794-aaae-3805a1b5135e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 943 time: 0.0805895
Dec 16 14:52:27.252810 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5f4b18d-8fe5-47cb-8668-5a9185160957 req-c24977f2-aaeb-469c-b2d7-51e6214ac238 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417240
Dec 16 14:52:28.031875 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-245177a3-a117-468f-8e2e-de05815379ea service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298253
Dec 16 14:52:28.436363 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106f908-8260-48b7-8067-d4c586fcb5df req-c2209b60-6456-4ebd-9787-87fb889fdc9f tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:28.437871 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b106f908-8260-48b7-8067-d4c586fcb5df req-c2209b60-6456-4ebd-9787-87fb889fdc9f tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 943 time: 0.0800266
Dec 16 14:52:28.482430 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b106f908-8260-48b7-8067-d4c586fcb5df req-d3516b64-6589-4b22-a6b8-cca4707d7b4b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383887
Dec 16 14:52:29.762805 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-c5c45550-f1e9-4066-993c-f68e6f778fa1 req-af17b1f4-81f9-4866-8b77-8a62cbcc1bb3 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1911185
Dec 16 14:52:29.780823 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e76850-0fa9-4c7c-8446-09e8a4396fa0 req-fc4e1031-6ed2-4ff7-88d5-41db8456fb28 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:29.782397 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b6e76850-0fa9-4c7c-8446-09e8a4396fa0 req-fc4e1031-6ed2-4ff7-88d5-41db8456fb28 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 943 time: 0.1897306
Dec 16 14:52:29.831884 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b6e76850-0fa9-4c7c-8446-09e8a4396fa0 req-0bf35192-a68f-4500-b028-f780bfdd432a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427313
Dec 16 14:52:31.034414 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8f327-8c36-4b47-9b89-be7bdb1c4811 req-c3c859c2-4b1f-4ef0-ab85-91a705c2fa23 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:31.035885 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-17c8f327-8c36-4b47-9b89-be7bdb1c4811 req-c3c859c2-4b1f-4ef0-ab85-91a705c2fa23 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 943 time: 0.0935888
Dec 16 14:52:31.078969 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-17c8f327-8c36-4b47-9b89-be7bdb1c4811 req-3105903f-ccaa-4a7f-840b-618bd5f9147c tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374207
Dec 16 14:52:32.261821 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081e857-919e-4e85-9751-698de9356f78 req-948e7f83-24e1-4099-b941-c4480215470d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:32.263284 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0081e857-919e-4e85-9751-698de9356f78 req-948e7f83-24e1-4099-b941-c4480215470d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 943 time: 0.0795090
Dec 16 14:52:32.308537 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0081e857-919e-4e85-9751-698de9356f78 req-0ae9657b-9917-4aa8-b40b-446160fca164 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387130
Dec 16 14:52:33.493917 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9040ff3-a243-4e22-8726-926c75a1b468 req-18347ea0-97fb-47a1-8637-2742155f282d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:33.495367 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f9040ff3-a243-4e22-8726-926c75a1b468 req-18347ea0-97fb-47a1-8637-2742155f282d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 943 time: 0.0841002
Dec 16 14:52:33.538445 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f9040ff3-a243-4e22-8726-926c75a1b468 req-3d707a64-4be6-4aac-a135-c7e871137ea3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375264
Dec 16 14:52:34.718737 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b9824-cd0b-4586-a7e8-79504edf35fa req-70617765-0eb9-4806-9731-84edf8c747bc tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:34.720407 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2b2b9824-cd0b-4586-a7e8-79504edf35fa req-70617765-0eb9-4806-9731-84edf8c747bc tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 943 time: 0.0811725
Dec 16 14:52:34.763226 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2b2b9824-cd0b-4586-a7e8-79504edf35fa req-4b17076c-c205-4ac8-bf9c-2a3b0c6d5a68 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372186
Dec 16 14:52:35.953160 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059384c7-2cd5-4a8a-af07-120fb9b89286 req-dccc73de-73c1-47ac-a0d0-72b88c445483 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:35.954620 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-059384c7-2cd5-4a8a-af07-120fb9b89286 req-dccc73de-73c1-47ac-a0d0-72b88c445483 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 943 time: 0.0845103
Dec 16 14:52:35.998674 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-059384c7-2cd5-4a8a-af07-120fb9b89286 req-71e5ec90-d444-4696-b851-2f7c545e3c92 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384088
Dec 16 14:52:37.184429 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbcbf5-1446-44ca-b5e4-6d00741ca058 req-c60679f5-f257-4143-a28b-78ca7c1aed13 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:37.185921 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-34cbcbf5-1446-44ca-b5e4-6d00741ca058 req-c60679f5-f257-4143-a28b-78ca7c1aed13 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 943 time: 0.0807140
Dec 16 14:52:37.234105 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-34cbcbf5-1446-44ca-b5e4-6d00741ca058 req-80f13490-23df-40fa-9461-a44ad7f95fee tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420291
Dec 16 14:52:38.414603 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238a3e0-9108-41d8-bf28-6521bf6380ee req-237eedfa-3d6f-4aed-8375-9f4e2e8e2630 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:38.416055 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0238a3e0-9108-41d8-bf28-6521bf6380ee req-237eedfa-3d6f-4aed-8375-9f4e2e8e2630 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 943 time: 0.0779264
Dec 16 14:52:38.460771 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0238a3e0-9108-41d8-bf28-6521bf6380ee req-63c1c0ec-71d4-4ec7-8487-5841bd0c4fae tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384736
Dec 16 14:52:39.644116 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d72c49-e0f0-4dbb-9176-89dfb3e0b42c req-1c17c585-ed05-4e49-99b4-17eb9778b5bd tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:39.645622 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-36d72c49-e0f0-4dbb-9176-89dfb3e0b42c req-1c17c585-ed05-4e49-99b4-17eb9778b5bd tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 943 time: 0.0826657
Dec 16 14:52:39.690352 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-36d72c49-e0f0-4dbb-9176-89dfb3e0b42c req-8577938d-39c4-4bc4-91e7-4d1a3e1b75d2 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392106
Dec 16 14:52:40.182439 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device ebfe0ce8-aac6-476b-a756-32c12fac0eb3 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:52:40.314067 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port ebfe0ce8-aac6-476b-a756-32c12fac0eb3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ebfe0ce8-aac6-476b-a756-32c12fac0eb3,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:52:40.330130 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'port_id': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'mac_address': 'fa:16:3e:7e:49:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:52:40.383321 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:40.399252 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfe0ce8-aac6-476b-a756-32c12fac0eb3 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:52:40.414879 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port ebfe0ce8-aac6-476b-a756-32c12fac0eb3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ebfe0ce8-aac6-476b-a756-32c12fac0eb3,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:52:40.417877 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:40.419564 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:40.490097 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=ebfe0ce8-aac6-476b-a756-32c12fac0eb3,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:40.497516 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:40.497911 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:40.498229 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:40.498530 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:40.498844 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:40.499170 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:40.499491 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:40.499812 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:40.500134 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:40.500453 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:40.500768 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:40.501175 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:40.504892 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:40.752920 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['ebfe0ce8-aac6-476b-a756-32c12fac0eb3'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:52:40.876928 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f4916-1b91-4988-9b62-2944d5cde106 req-687b5886-cb45-4cb6-9c45-36a65c35ce84 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:40.878528 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cd1f4916-1b91-4988-9b62-2944d5cde106 req-687b5886-cb45-4cb6-9c45-36a65c35ce84 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 944 time: 0.0854051
Dec 16 14:52:40.925038 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-cd1f4916-1b91-4988-9b62-2944d5cde106 req-a427d305-b0b2-401a-b4d0-b28a10e334e6 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403981
Dec 16 14:52:41.769187 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 57118) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:41.883624 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:41.901886 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:41.906222 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:d4337612b20545839feb5c9f70cd3b94 is out of sync, need to count used quota {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:41.909021 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87788) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:41.915182 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:42.001725 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:42.005772 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:42.012890 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-cd2e6e87-1335-4fac-a736-e5f0310da0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:42.086949 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e532827b-ee4f-4e34-a650-71c562a26836,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:42.095890 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4337612b20545839feb5c9f70cd3b94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3256238
Dec 16 14:52:42.098616 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 57126) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:42.104917 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:42.105306 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:42.105725 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:42.106048 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:42.106473 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:42.106771 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:42.107129 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:42.107485 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:42.107845 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:42.108237 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:42.108593 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:42.108982 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:42.120005 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-536f525f-8aad-4b68-90e2-a9aa13936eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:42.147610 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8bb91-3d78-4d0d-a4ee-dfb17b014148 req-38f0ff84-1ac2-4844-bae3-769172a5ca0b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:42.149198 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5ae8bb91-3d78-4d0d-a4ee-dfb17b014148 req-38f0ff84-1ac2-4844-bae3-769172a5ca0b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 944 time: 0.1076438
Dec 16 14:52:42.159540 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a9f75206-8b7a-4bc2-9e26-45b5a3d4f879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:42.185112 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a9f75206-8b7a-4bc2-9e26-45b5a3d4f879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:42.197601 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device ebfe0ce8-aac6-476b-a756-32c12fac0eb3 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:52:42.198384 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5ae8bb91-3d78-4d0d-a4ee-dfb17b014148 req-8c7ea04c-b95e-48db-8348-85d71cb5223a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436695
Dec 16 14:52:42.240990 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a9f75206-8b7a-4bc2-9e26-45b5a3d4f879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:42.245749 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-0a5fcd46-d8a3-4be8-94e7-a03bea5ef35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:42.260138 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f75206-8b7a-4bc2-9e26-45b5a3d4f879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e532827b-ee4f-4e34-a650-71c562a26836,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:42.266852 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a9f75206-8b7a-4bc2-9e26-45b5a3d4f879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:42.272386 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-a9f75206-8b7a-4bc2-9e26-45b5a3d4f879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:42.273532 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-a9f75206-8b7a-4bc2-9e26-45b5a3d4f879 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e532827b-ee4f-4e34-a650-71c562a26836 HTTP/1.1" status: 204  len: 168 time: 0.1739330
Dec 16 14:52:42.276572 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port ebfe0ce8-aac6-476b-a756-32c12fac0eb3 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:52:42.285662 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port ebfe0ce8-aac6-476b-a756-32c12fac0eb3 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:42.285936 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:42.436027 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:42.463097 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde36abe-c87d-457c-b41a-040288d694da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:52:42.473297 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port ebfe0ce8-aac6-476b-a756-32c12fac0eb3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ebfe0ce8-aac6-476b-a756-32c12fac0eb3,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:52:42.478229 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:42.480135 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:42.526062 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde36abe-c87d-457c-b41a-040288d694da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'code': 200}
Dec 16 14:52:42.553843 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=ebfe0ce8-aac6-476b-a756-32c12fac0eb3,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:42.557011 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:42.819738 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c0915-f7e6-4501-bdff-64d5647db41b req-e9c2a48e-4708-496d-aa51-a47f7dd9dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:42.821218 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fe4c0915-f7e6-4501-bdff-64d5647db41b req-e9c2a48e-4708-496d-aa51-a47f7dd9dcc9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 1098 time: 0.0707574
Dec 16 14:52:42.864989 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fe4c0915-f7e6-4501-bdff-64d5647db41b req-3397d63c-05de-4cfd-9e6c-1f3a3dd82d87 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373619
Dec 16 14:52:43.389296 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106169e6-2f79-4d8f-be5b-43256ebc84a2 req-85d9dc86-3d83-4c62-99ba-ae1fb668b756 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:43.390811 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-106169e6-2f79-4d8f-be5b-43256ebc84a2 req-85d9dc86-3d83-4c62-99ba-ae1fb668b756 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 945 time: 0.0824819
Dec 16 14:52:43.439402 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-106169e6-2f79-4d8f-be5b-43256ebc84a2 req-05eaf971-0199-4ae7-ade2-55ca70025db5 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425770
Dec 16 14:52:44.629909 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a7563-d870-480e-9bd9-9ce5dd751527 req-871edfba-e054-4765-a0db-d3af4b396e2f tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:44.631344 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8a3a7563-d870-480e-9bd9-9ce5dd751527 req-871edfba-e054-4765-a0db-d3af4b396e2f tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 945 time: 0.0820036
Dec 16 14:52:44.677731 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8a3a7563-d870-480e-9bd9-9ce5dd751527 req-dfd1dbee-61a2-4790-b60b-c6c344ac2ceb tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406761
Dec 16 14:52:44.962648 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f8287-cb09-4b89-b4d0-d183df8d9e91 req-102d4855-0eae-449e-b1a6-a994d10b1808 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:44.964103 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0f6f8287-cb09-4b89-b4d0-d183df8d9e91 req-102d4855-0eae-449e-b1a6-a994d10b1808 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 945 time: 0.1810644
Dec 16 14:52:45.013748 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-0f6f8287-cb09-4b89-b4d0-d183df8d9e91 req-23c3d4e3-4409-4af2-8e68-72e7ee8a8389 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432632
Dec 16 14:52:45.038449 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 57220) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:45.113784 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dace26-1e02-409b-9a06-cd827a796f6f tempest-TestVolumeBootPattern-1182542390 tempest-TestVolumeBootPattern-1182542390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:45.115277 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-81dace26-1e02-409b-9a06-cd827a796f6f tempest-TestVolumeBootPattern-1182542390 tempest-TestVolumeBootPattern-1182542390-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 1093 time: 0.0758584
Dec 16 14:52:45.117987 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 57224) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:45.122832 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Request body: {'floatingip': {'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'port_id': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:52:45.128591 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:45.132409 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Usage tracker for resource:floatingip and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:45.135195 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:45.141336 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:45.152207 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for floatingip, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:45.287811 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:45.421697 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Allocated IP 172.27.0.67 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/0c6a2ccc-f3fb-485c-8728-bf3e9473a5b6) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:52:45.440184 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:45.576544 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:45.607510 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:45.611624 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-7d45a897-dc2c-4c85-aacc-20cb00c6e74e tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:45.680121 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:52:45.685608 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:52:45.691290 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'Port': ['ID=0c6a2ccc-f3fb-485c-8728-bf3e9473a5b6,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:45.693873 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:52:45.719085 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:46.121650 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:46.196888 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:46.494308 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-2d44502b-e5f3-478c-a6c9-1fc68cf735f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:46.510987 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:46.515786 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:46.519348 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8ccca419-ffa2-4d87-a1d8-2e83b119e724 tempest-TestShelveInstance-721658815 tempest-TestShelveInstance-721658815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:46.625548 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'Port': ['ID=0c6a2ccc-f3fb-485c-8728-bf3e9473a5b6,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:46.629479 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:46.635869 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:46.813752 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.l3_db [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Floating IP f6dfa6f7-994c-4784-bf38-2e073d605e3d associated. External IP: 172.27.0.67, port: ebfe0ce8-aac6-476b-a756-32c12fac0eb3.
Dec 16 14:52:47.169324 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Router a34498a8-9870-420a-9927-af96ff8f997d has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:52:47.351801 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:52:47.362196 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26ffaa-f3f1-452a-ba14-4e0a206db1e1 None None] Sync routers for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:52:47.373052 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26ffaa-f3f1-452a-ba14-4e0a206db1e1 None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:52:47.373695 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ce26ffaa-f3f1-452a-ba14-4e0a206db1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753deb2c70>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:52:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:47.378226 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:47.460819 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-e1d21df0-7aa3-442a-a3f5-ed082ea10199 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3310151
Dec 16 14:52:47.460819 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde36abe-c87d-457c-b41a-040288d694da', 'tag': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:52:47.495281 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde36abe-c87d-457c-b41a-040288d694da', 'tag': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'status': 'completed', 'code': 200}
Dec 16 14:52:47.559630 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-ce26ffaa-f3f1-452a-ba14-4e0a206db1e1 None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:52:47.615665 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60777f1d-0a28-4072-96f2-24f84cf64950 req-84660723-5767-4be8-8acf-96bad0d753cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:47.617164 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-60777f1d-0a28-4072-96f2-24f84cf64950 req-84660723-5767-4be8-8acf-96bad0d753cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 1098 time: 0.0753138
Dec 16 14:52:47.756635 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60777f1d-0a28-4072-96f2-24f84cf64950 req-000e1808-afd8-43b7-95a9-92639833fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:47.758016 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-60777f1d-0a28-4072-96f2-24f84cf64950 req-000e1808-afd8-43b7-95a9-92639833fdfb service neutron] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 911 time: 0.1346021
Dec 16 14:52:47.875553 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-60777f1d-0a28-4072-96f2-24f84cf64950 req-7d00fdeb-ad54-4c8b-b2d2-8c6f6f76a744 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebfe0ce8-aac6-476b-a756-32c12fac0eb3 HTTP/1.1" status: 200  len: 998 time: 0.1096692
Dec 16 14:52:47.909737 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ce26ffaa-f3f1-452a-ba14-4e0a206db1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753deb2c70>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'f6dfa6f7-994c-4784-bf38-2e073d605e3d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:7e:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde36abe-c87d-457c-b41a-040288d694da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:52:46Z', 'updated_at': '2021-12-16T14:52:46Z', 'revision_number': 0, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:47.914799 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26ffaa-f3f1-452a-ba14-4e0a206db1e1 None None] Checking router: a34498a8-9870-420a-9927-af96ff8f997d for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:52:47.928269 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26ffaa-f3f1-452a-ba14-4e0a206db1e1 None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:52:47.929015 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ce26ffaa-f3f1-452a-ba14-4e0a206db1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753deb2c70>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:52:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:47.943965 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60777f1d-0a28-4072-96f2-24f84cf64950 req-368d13e0-c11d-45dd-b931-f4b41638c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:47.945660 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-60777f1d-0a28-4072-96f2-24f84cf64950 req-368d13e0-c11d-45dd-b931-f4b41638c5dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0636692
Dec 16 14:52:48.033552 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60777f1d-0a28-4072-96f2-24f84cf64950 req-c6eb9746-f4a4-4a7f-be1e-aab2ce1eacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:48.035078 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-60777f1d-0a28-4072-96f2-24f84cf64950 req-c6eb9746-f4a4-4a7f-be1e-aab2ce1eacb0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830209
Dec 16 14:52:48.113254 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-ce26ffaa-f3f1-452a-ba14-4e0a206db1e1 None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:52:48.179130 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-60777f1d-0a28-4072-96f2-24f84cf64950 req-07d8f2d5-ba76-450f-8b03-89470c00b029 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330571
Dec 16 14:52:48.316709 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-60777f1d-0a28-4072-96f2-24f84cf64950 req-a24daa94-7515-447e-a4a0-1b80f98e2217 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304152
Dec 16 14:52:48.474411 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-ce26ffaa-f3f1-452a-ba14-4e0a206db1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753deb2c70>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'f6dfa6f7-994c-4784-bf38-2e073d605e3d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:7e:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde36abe-c87d-457c-b41a-040288d694da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:52:46Z', 'updated_at': '2021-12-16T14:52:46Z', 'revision_number': 0, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:48.478591 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26ffaa-f3f1-452a-ba14-4e0a206db1e1 None None] The sync data for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi is: [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'f6dfa6f7-994c-4784-bf38-2e073d605e3d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:7e:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde36abe-c87d-457c-b41a-040288d694da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:52:46Z', 'updated_at': '2021-12-16T14:52:46Z', 'revision_number': 0, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:52:48.553999 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:52:48.682830 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca9c63-02b2-4c5e-bfb6-df4bacf9a65c None None] New status for floating IP f6dfa6f7-994c-4784-bf38-2e073d605e3d: ACTIVE {{(pid=87791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:52:49.041238 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f25e-d448-4ce7-b417-acda75b80c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:50.281473 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:50.434595 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:52.052089 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:15.431915 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:16.486936 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c171bf1-d03b-4b45-8108-9e5c2f7fdecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:17.742407 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 57364) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:53:17.860587 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:17.875677 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:53:17.879601 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Usage tracker for resource:security_group_rule and tenant:b50ac71c2dde424caae58dfc1365bfbd is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:53:17.883252 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:53:17.889043 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:53:17.973513 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:17.977408 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:17.984260 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-79431ed2-08ef-49b6-bca0-ce81baa8f3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:53:18.024117 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b50ac71c2dde424caae58dfc1365bfbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2805903
Dec 16 14:53:18.024762 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b738bb-0b05-4af1-b3ae-25200c74b426,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:53:18.026772 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 57370) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:53:18.032084 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:53:18.032467 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:53:18.032861 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:53:18.033229 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:53:18.033590 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:53:18.033948 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:53:18.034308 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:53:18.034664 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:53:18.035023 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:53:18.035378 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:53:18.035733 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:53:18.036083 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:53:18.040475 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-b63279f0-da2c-4692-8180-65ba5445f585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:53:18.086513 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-29fe933a-5c54-4143-a4ad-95853a32d757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:18.111227 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-29fe933a-5c54-4143-a4ad-95853a32d757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:18.166685 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-29fe933a-5c54-4143-a4ad-95853a32d757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:18.170551 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-82745e03-7352-4879-9415-a6e8c0eae439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:53:18.183959 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe933a-5c54-4143-a4ad-95853a32d757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b738bb-0b05-4af1-b3ae-25200c74b426,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:53:18.187886 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-29fe933a-5c54-4143-a4ad-95853a32d757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:53:18.195062 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-29fe933a-5c54-4143-a4ad-95853a32d757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:18.196188 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-29fe933a-5c54-4143-a4ad-95853a32d757 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76b738bb-0b05-4af1-b3ae-25200c74b426 HTTP/1.1" status: 204  len: 168 time: 0.1684232
Dec 16 14:53:19.042152 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c3c671dd-d207-4140-b7c8-53fbfd9738cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:20.283916 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:20.437895 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:22.053352 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:25.552902 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:53:26.908180 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3a5c8dff-d3ff-4e0e-9912-d0b8f0e532e4 req-1c212e9b-20a5-41b7-ad4b-a1d8b8f0f8bd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0691454
Dec 16 14:53:27.072957 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c8dff-d3ff-4e0e-9912-d0b8f0e532e4 req-5885f361-7bd2-482e-9668-4e4684b2c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:53:27.074535 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3a5c8dff-d3ff-4e0e-9912-d0b8f0e532e4 req-5885f361-7bd2-482e-9668-4e4684b2c2b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 1098 time: 0.0811629
Dec 16 14:53:27.230965 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c8dff-d3ff-4e0e-9912-d0b8f0e532e4 req-1cbafae2-0e18-4965-a03e-1a13c9888f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:53:27.232450 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3a5c8dff-d3ff-4e0e-9912-d0b8f0e532e4 req-1cbafae2-0e18-4965-a03e-1a13c9888f88 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 911 time: 0.1397452
Dec 16 14:53:27.334617 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3a5c8dff-d3ff-4e0e-9912-d0b8f0e532e4 req-753e1b84-368e-4289-8e0f-5410007a14ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebfe0ce8-aac6-476b-a756-32c12fac0eb3 HTTP/1.1" status: 200  len: 1000 time: 0.0959654
Dec 16 14:53:27.408073 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c8dff-d3ff-4e0e-9912-d0b8f0e532e4 req-a4b82342-e4ea-4c0e-9a44-23ddac893144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:53:27.409550 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3a5c8dff-d3ff-4e0e-9912-d0b8f0e532e4 req-a4b82342-e4ea-4c0e-9a44-23ddac893144 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0686755
Dec 16 14:53:27.484590 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c8dff-d3ff-4e0e-9912-d0b8f0e532e4 req-aafabcbf-6979-4585-af57-15d2f5650c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:53:27.486309 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3a5c8dff-d3ff-4e0e-9912-d0b8f0e532e4 req-aafabcbf-6979-4585-af57-15d2f5650c58 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705070
Dec 16 14:53:27.620074 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3a5c8dff-d3ff-4e0e-9912-d0b8f0e532e4 req-24ddb8a9-37ab-474e-9665-b42706d55249 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273031
Dec 16 14:53:27.840495 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3a5c8dff-d3ff-4e0e-9912-d0b8f0e532e4 req-4e6fb611-b935-4973-bd0c-35530cce64b6 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147074
Dec 16 14:53:45.440946 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:46.489524 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-975824b3-ca7d-4012-994b-4890cdac45df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:49.043602 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bced8388-cb09-44e0-b759-db1c07f6faf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:50.286151 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:50.438978 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:52.054353 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:02.552907 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:54:15.434483 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:16.492436 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ad62ee17-c046-4f2a-8fcb-9ba1c4bb2019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:19.048899 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-5351507d-f7a0-4a5c-9abb-f1726cb0bc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:20.290008 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:20.441695 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:22.071471 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:26.953524 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-520f8400-0570-4657-a980-ca4947bd6ebe tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001105392&fields=id&tenant_id=d963a0aa72964047885ee0212d5055dc HTTP/1.1" status: 200  len: 267 time: 0.0484693
Dec 16 14:54:27.111725 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-712c022d-512a-4e0c-a929-97639f931bf3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:27.113223 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-712c022d-512a-4e0c-a929-97639f931bf3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 810 time: 0.1530864
Dec 16 14:54:27.134745 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-705eded8-dcd2-4ab7-85e1-e91fd1661258 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/quotas/d963a0aa72964047885ee0212d5055dc HTTP/1.1" status: 200  len: 375 time: 0.0151708
Dec 16 14:54:27.232039 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-18f62637-b7f3-4748-a085-c0c5b9dc66d7 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0909269
Dec 16 14:54:27.361084 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-d0de5d5d-879e-4b7e-9fab-4314ed6208c6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87788) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 14:54:27.362155 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-d0de5d5d-879e-4b7e-9fab-4314ed6208c6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1183202
Dec 16 14:54:27.506650 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-2caeb6a2-2a0f-43fe-997a-e638052fac9e service neutron] 10.222.0.64 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362906
Dec 16 14:54:27.649125 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-55600140-097b-41eb-a6b3-7463cde0cd1c service neutron] 10.222.0.64 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356022
Dec 16 14:54:27.984808 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6832d89-dac7-492e-86be-c6b893cf2276 req-9d232e8d-fabd-4e0d-94b6-04e06330332a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1320219
Dec 16 14:54:28.186361 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f83b783d-a020-4b4b-9e17-c89cdbc3700e req-8097af8a-bbd7-4532-9ae9-ba74854553dc tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 210 time: 0.1020184
Dec 16 14:54:28.247409 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6832d89-dac7-492e-86be-c6b893cf2276 req-06d42c70-6908-42e0-8497-a2893cc689df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:28.249085 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6832d89-dac7-492e-86be-c6b893cf2276 req-06d42c70-6908-42e0-8497-a2893cc689df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 1098 time: 0.1097038
Dec 16 14:54:28.422998 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6832d89-dac7-492e-86be-c6b893cf2276 req-2d27491a-487b-4b22-86fc-9bb0e4d4f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:28.425176 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6832d89-dac7-492e-86be-c6b893cf2276 req-2d27491a-487b-4b22-86fc-9bb0e4d4f0ed service neutron] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 911 time: 0.1548991
Dec 16 14:54:28.547807 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6832d89-dac7-492e-86be-c6b893cf2276 req-d9ca1552-8837-4338-8e86-a2a230793caa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebfe0ce8-aac6-476b-a756-32c12fac0eb3 HTTP/1.1" status: 200  len: 1000 time: 0.1160164
Dec 16 14:54:28.635917 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6832d89-dac7-492e-86be-c6b893cf2276 req-7504b272-94eb-4206-bc1d-4d72c8a533eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:28.637634 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6832d89-dac7-492e-86be-c6b893cf2276 req-7504b272-94eb-4206-bc1d-4d72c8a533eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0839660
Dec 16 14:54:28.744282 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6832d89-dac7-492e-86be-c6b893cf2276 req-ed9ba647-4794-4072-9622-f51b6b1176a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:28.745967 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6832d89-dac7-492e-86be-c6b893cf2276 req-ed9ba647-4794-4072-9622-f51b6b1176a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751858
Dec 16 14:54:28.893899 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6832d89-dac7-492e-86be-c6b893cf2276 req-210e1ba9-6bea-48a7-abad-f44332aaf5e9 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413200
Dec 16 14:54:29.040297 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e6832d89-dac7-492e-86be-c6b893cf2276 req-0b9a5cb2-87d6-4c4e-9095-1f5561b2fad6 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381559
Dec 16 14:54:29.528220 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-fc1f295d-db3f-4606-b938-8d17730cc49d req-6f38c04f-983d-41db-a42c-060493623027 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 210 time: 0.0740552
Dec 16 14:54:29.601397 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-efdae709-8fcb-4e69-bb3a-31b9f6f469de tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:29.603005 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-efdae709-8fcb-4e69-bb3a-31b9f6f469de tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 810 time: 0.3531895
Dec 16 14:54:29.688422 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-085f9c72-bab6-44f9-980d-902611dd3ae1 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d963a0aa72964047885ee0212d5055dc HTTP/1.1" status: 200  len: 380 time: 0.0466080
Dec 16 14:54:29.698014 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Request body: {'port': {'device_id': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'admin_state_up': True, 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'security_groups': ['eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9']}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:54:29.883612 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:54:29.899812 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.quota.driver [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87788) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:54:29.915563 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Made reservation on behalf of d963a0aa72964047885ee0212d5055dc for: {'port': 1} {{(pid=87788) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:54:29.922109 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:30.124937 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_common [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Allocated IP 172.20.0.3 (9786e867-a38a-4109-abba-499d29f3c81d/80d3247f-f713-4ed0-bf4e-70ddad804757/34ca8e4d-518e-4fc0-a16a-553b42961ea9) {{(pid=87788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:54:30.353109 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for port, precommit_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:30.372345 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Transition to ACTIVE for port object 34ca8e4d-518e-4fc0-a16a-553b42961ea9 will not be triggered until provisioned by entity DHCP. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:54:30.402320 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_create {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:30.408421 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8290ea74-f036-4d01-b5c1-e65c97424f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:54:30.487509 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Network 9786e867-a38a-4109-abba-499d29f3c81d is already hosted by enough agents. {{(pid=87788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:54:30.492596 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.base_scheduler [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources bound (agent type, host, resource id):  {{(pid=87788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:54:30.497709 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Received port after_create {{(pid=87788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:54:30.533357 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'Port': ['ID=34ca8e4d-518e-4fc0-a16a-553b42961ea9,revision_number=1']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:54:30.554027 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:30.555893 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:30.556273 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:30.556640 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:30.557558 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:30.558188 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:30.558898 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:30.559051 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:30.559461 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:30.559863 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:30.560236 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:30.560651 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:30.567063 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:54:30.589176 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:30.589832 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:30.622948 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-324e31b9-c122-4505-bddc-45cf67b2d0e0 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9290867
Dec 16 14:54:30.647321 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.v2.base [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Request body: {'port': {'device_id': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=87788) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:54:30.793838 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-a21836c6-f54d-438b-b89e-1c1219e8610b None None] Provisioning for port 34ca8e4d-518e-4fc0-a16a-553b42961ea9 completed by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:54:30.799575 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-a21836c6-f54d-438b-b89e-1c1219e8610b None None] Provisioning complete for port 34ca8e4d-518e-4fc0-a16a-553b42961ea9 triggered by entity DHCP. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:54:30.800593 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-a21836c6-f54d-438b-b89e-1c1219e8610b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:30.824450 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:30.852244 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9dc88-1a17-4757-8ec9-9d69671d5e01 req-f141f504-9685-4250-9504-beb7f4f9f54b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:30.853015 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-a6b9dc88-1a17-4757-8ec9-9d69671d5e01 req-f141f504-9685-4250-9504-beb7f4f9f54b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Synchronizing usage tracker for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:54:30.857775 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-a21836c6-f54d-438b-b89e-1c1219e8610b None None] Port 34ca8e4d-518e-4fc0-a16a-553b42961ea9 cannot update to ACTIVE because it is not bound. {{(pid=87790) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 14:54:30.919455 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-a6b9dc88-1a17-4757-8ec9-9d69671d5e01 req-f141f504-9685-4250-9504-beb7f4f9f54b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Unset dirty status for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:54:30.920708 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a6b9dc88-1a17-4757-8ec9-9d69671d5e01 req-f141f504-9685-4250-9504-beb7f4f9f54b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 931 time: 0.2410009
Dec 16 14:54:31.036203 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a6b9dc88-1a17-4757-8ec9-9d69671d5e01 req-ca7afa66-fd2d-406f-8d59-b88c63e7458b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055400
Dec 16 14:54:31.252171 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ca8e4d-518e-4fc0-a16a-553b42961ea9 {{(pid=87788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:54:31.261111 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:31.277604 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.provisioning_blocks [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Transition to ACTIVE for port object 34ca8e4d-518e-4fc0-a16a-553b42961ea9 will not be triggered until provisioned by entity L2. {{(pid=87788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:54:31.282529 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:31.286898 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-01a08568-7cd8-4c79-b377-127e94619bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:54:31.418677 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Pushing event updated for resources: {'Port': ['ID=34ca8e4d-518e-4fc0-a16a-553b42961ea9,revision_number=2']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:54:31.445713 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:54:31.529781 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Attempting to bind port 34ca8e4d-518e-4fc0-a16a-553b42961ea9 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:54:31.530121 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Attempting to bind port 34ca8e4d-518e-4fc0-a16a-553b42961ea9 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:54:31.530451 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Attempting to bind port 34ca8e4d-518e-4fc0-a16a-553b42961ea9 on network 9786e867-a38a-4109-abba-499d29f3c81d {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:54:31.535571 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Port 34ca8e4d-518e-4fc0-a16a-553b42961ea9 on network 9786e867-a38a-4109-abba-499d29f3c81d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 14:54:31.535890 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Attempting to bind port 34ca8e4d-518e-4fc0-a16a-553b42961ea9 on network 9786e867-a38a-4109-abba-499d29f3c81d {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 14:54:31.541578 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Checking agent: {'id': '6d081729-e5d0-4761-89f8-f00cfb7ba36b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'started_at': datetime.datetime(2021, 12, 16, 14, 37, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 14:54:31.542360 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Checking segment: {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 14:54:31.542768 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Bound using segment: {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'} {{(pid=87788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 14:54:31.543189 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.managers [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Bound port: 34ca8e4d-518e-4fc0-a16a-553b42961ea9, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9800025-bea2-4cbe-864d-603bbd32081c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d'}}] {{(pid=87788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:54:31.543536 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:31.736710 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] For port 34ca8e4d-518e-4fc0-a16a-553b42961ea9, host hv-cinder-82189, cleared binding levels {{(pid=87788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 14:54:31.739697 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] For port 34ca8e4d-518e-4fc0-a16a-553b42961ea9, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=34ca8e4d-518e-4fc0-a16a-553b42961ea9,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 14:54:31.744212 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1525930'] for port, after_update {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:31.748742 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-747788c8-f489-4bd8-ad79-bfd7452cb1f1 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:54:31.807344 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:31.808215 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:31.809685 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] 10.222.0.66 "PUT /v2.0/ports/34ca8e4d-518e-4fc0-a16a-553b42961ea9 HTTP/1.1" status: 200  len: 1093 time: 1.1671331
Dec 16 14:54:31.810227 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'tag': '34ca8e4d-518e-4fc0-a16a-553b42961ea9'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:54:31.845552 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Pushing event updated for resources: {'Port': ['ID=34ca8e4d-518e-4fc0-a16a-553b42961ea9,revision_number=3']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:54:31.848434 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:54:31.911711 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'tag': '34ca8e4d-518e-4fc0-a16a-553b42961ea9', 'status': 'completed', 'code': 200}
Dec 16 14:54:31.957580 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-afdefc45-4dc1-4652-a206-f7cc28ff3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:31.959092 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-afdefc45-4dc1-4652-a206-f7cc28ff3df5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 1096 time: 0.0882804
Dec 16 14:54:32.038988 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-ab1c369e-ce40-4b48-8be8-a4ea5608f889 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ca8e4d-518e-4fc0-a16a-553b42961ea9 HTTP/1.1" status: 200  len: 217 time: 0.0666654
Dec 16 14:54:32.108132 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-618d91d4-b3d2-44aa-8f7c-fedc6d8ccedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:32.110614 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-618d91d4-b3d2-44aa-8f7c-fedc6d8ccedf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0654521
Dec 16 14:54:32.255997 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-626ea74f-0e80-42b0-bb83-b32c2aef957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:32.257662 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-626ea74f-0e80-42b0-bb83-b32c2aef957e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1389632
Dec 16 14:54:32.357043 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7af8c-1c3e-450d-a4d2-86fbd2cfc863 req-85b2c03b-96c5-4ac9-9a44-f866a353489d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:32.358485 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a8b7af8c-1c3e-450d-a4d2-86fbd2cfc863 req-85b2c03b-96c5-4ac9-9a44-f866a353489d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 943 time: 0.1828110
Dec 16 14:54:32.440102 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-a8b7af8c-1c3e-450d-a4d2-86fbd2cfc863 req-e88610e8-925e-43d8-bd5b-aa73ebbb7a71 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742092
Dec 16 14:54:32.446088 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-b86bdac5-9568-4728-889e-85b98ca93ee5 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804910
Dec 16 14:54:32.583474 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8247ac2f-75d4-4d01-8630-6ab4940b76bc req-eba0fb0c-e1c1-4c49-a745-6f63ef3affa2 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306884
Dec 16 14:54:32.742390 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220faf14-6cd7-46c0-bb7f-d70871612538 req-79d1de8a-0a42-4f27-a5a3-418498dc23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:32.743837 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-220faf14-6cd7-46c0-bb7f-d70871612538 req-79d1de8a-0a42-4f27-a5a3-418498dc23d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 1096 time: 0.0756857
Dec 16 14:54:32.886641 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220faf14-6cd7-46c0-bb7f-d70871612538 req-ed48c2b1-0c73-4aeb-8515-2e4dab6f02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:32.888125 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-220faf14-6cd7-46c0-bb7f-d70871612538 req-ed48c2b1-0c73-4aeb-8515-2e4dab6f02b4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 911 time: 0.1367052
Dec 16 14:54:32.958239 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-220faf14-6cd7-46c0-bb7f-d70871612538 req-fbcf2cfe-00e3-40b7-b183-4faaa53c901a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ca8e4d-518e-4fc0-a16a-553b42961ea9 HTTP/1.1" status: 200  len: 217 time: 0.0626991
Dec 16 14:54:33.028078 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220faf14-6cd7-46c0-bb7f-d70871612538 req-3ccaef2b-bc63-4e0a-98f4-099202b1e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:33.029530 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-220faf14-6cd7-46c0-bb7f-d70871612538 req-3ccaef2b-bc63-4e0a-98f4-099202b1e596 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0632443
Dec 16 14:54:33.110825 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220faf14-6cd7-46c0-bb7f-d70871612538 req-81feb220-c0ca-48cc-a71c-039bd703ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:33.112312 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-220faf14-6cd7-46c0-bb7f-d70871612538 req-81feb220-c0ca-48cc-a71c-039bd703ec3e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0732257
Dec 16 14:54:33.249933 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-220faf14-6cd7-46c0-bb7f-d70871612538 req-56775aac-7b11-4b12-80d6-71115182c3e3 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265728
Dec 16 14:54:33.385944 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-220faf14-6cd7-46c0-bb7f-d70871612538 req-50055035-3cf1-4c20-94a6-1be3cd243b81 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287875
Dec 16 14:54:33.723750 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f489a06-a751-4aaf-b1e9-a3de715280cf req-053355b4-a006-4067-849e-7842a6ca524e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:33.725226 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1f489a06-a751-4aaf-b1e9-a3de715280cf req-053355b4-a006-4067-849e-7842a6ca524e tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 943 time: 0.1759534
Dec 16 14:54:33.774220 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1f489a06-a751-4aaf-b1e9-a3de715280cf req-7ed85b46-fab2-406d-9c40-7d828a9dbec2 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434718
Dec 16 14:54:34.961524 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c000fc-563a-4d3f-840d-c035f52ca60f req-80a9f35e-3e60-48a7-85b7-facf28ccdd9b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:34.962960 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-68c000fc-563a-4d3f-840d-c035f52ca60f req-80a9f35e-3e60-48a7-85b7-facf28ccdd9b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 943 time: 0.0809555
Dec 16 14:54:35.009827 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-68c000fc-563a-4d3f-840d-c035f52ca60f req-3e3abf62-5da2-4f54-a8f5-6137a6627d75 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409114
Dec 16 14:54:36.196298 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cbf98-ecac-4c5f-8903-e8151e0990fe req-ed2a0b7b-b1e0-4459-8adf-31a78f6561de tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:36.198375 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1f6cbf98-ecac-4c5f-8903-e8151e0990fe req-ed2a0b7b-b1e0-4459-8adf-31a78f6561de tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 943 time: 0.0808396
Dec 16 14:54:36.244369 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1f6cbf98-ecac-4c5f-8903-e8151e0990fe req-45a473de-3692-49d3-8c55-17ddd7458e84 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400898
Dec 16 14:54:37.590804 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45688b91-798a-49b3-bc52-62b110922f65 req-8231039b-355d-4f99-9937-733a0e8fdb87 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:37.592203 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-45688b91-798a-49b3-bc52-62b110922f65 req-8231039b-355d-4f99-9937-733a0e8fdb87 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 943 time: 0.0868545
Dec 16 14:54:37.636749 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-45688b91-798a-49b3-bc52-62b110922f65 req-454d490c-e001-423c-99e2-d1636f17035f tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388341
Dec 16 14:54:38.820831 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe847a-6972-4046-94eb-14d0b1219db9 req-506e9b3b-4dca-4c96-a69c-7d1e87f907ae tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:38.822277 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bafe847a-6972-4046-94eb-14d0b1219db9 req-506e9b3b-4dca-4c96-a69c-7d1e87f907ae tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 943 time: 0.0798509
Dec 16 14:54:38.867250 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-bafe847a-6972-4046-94eb-14d0b1219db9 req-b82a9c9b-ae64-44bb-b2e0-d9a7312dc5fc tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387163
Dec 16 14:54:39.551988 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:54:40.058335 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e43958-0966-4e35-ad48-22b6cb6e66bb req-4825eab3-80f8-4f77-bfb2-daaab5065993 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:40.059811 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d0e43958-0966-4e35-ad48-22b6cb6e66bb req-4825eab3-80f8-4f77-bfb2-daaab5065993 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 943 time: 0.0850656
Dec 16 14:54:40.105006 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-d0e43958-0966-4e35-ad48-22b6cb6e66bb req-60242288-8281-4f25-b1d6-1b9d33a1d5fe tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394559
Dec 16 14:54:40.748148 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 34ca8e4d-518e-4fc0-a16a-553b42961ea9 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=87790) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:54:40.876970 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 34ca8e4d-518e-4fc0-a16a-553b42961ea9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=34ca8e4d-518e-4fc0-a16a-553b42961ea9,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:54:40.889734 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Returning: {'device': '34ca8e4d-518e-4fc0-a16a-553b42961ea9', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'port_id': '34ca8e4d-518e-4fc0-a16a-553b42961ea9', 'mac_address': 'fa:16:3e:ae:5b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87790) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:54:40.948803 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:40.965813 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ca8e4d-518e-4fc0-a16a-553b42961ea9 {{(pid=87790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:54:40.981698 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 34ca8e4d-518e-4fc0-a16a-553b42961ea9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=34ca8e4d-518e-4fc0-a16a-553b42961ea9,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:54:40.985631 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:40.987378 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-060b268e-fbca-4d9b-ae64-43df13308f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:54:41.052959 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=34ca8e4d-518e-4fc0-a16a-553b42961ea9,revision_number=4']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:54:41.060403 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:41.060750 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:41.061119 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:41.061452 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:41.061781 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:41.062113 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:41.062437 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:41.062785 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:41.063109 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:41.063430 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:41.063743 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:41.064057 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:41.067878 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:54:41.293342 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] get_ports_and_sgs() called for port_ids ['34ca8e4d-518e-4fc0-a16a-553b42961ea9'] {{(pid=87790) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 14:54:41.296831 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a3fb0-708d-473b-9736-08d3871b5504 req-2170c2c8-d07f-4c11-9881-ce63b2a710f2 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:41.298337 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9d9a3fb0-708d-473b-9736-08d3871b5504 req-2170c2c8-d07f-4c11-9881-ce63b2a710f2 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 944 time: 0.0899787
Dec 16 14:54:41.344843 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-9d9a3fb0-708d-473b-9736-08d3871b5504 req-8c6a4635-cc08-4d2f-bc19-a2ca72367325 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405102
Dec 16 14:54:42.535471 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac41102-9288-4861-8180-69ee439aaba3 req-bd0a667f-c6c7-4a2e-85cf-1d5ed2e97b5b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:42.536993 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ac41102-9288-4861-8180-69ee439aaba3 req-bd0a667f-c6c7-4a2e-85cf-1d5ed2e97b5b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 944 time: 0.0863113
Dec 16 14:54:42.581008 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-3ac41102-9288-4861-8180-69ee439aaba3 req-46fb784b-6450-4618-bce4-8e907e3dbce6 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377483
Dec 16 14:54:42.772979 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 34ca8e4d-518e-4fc0-a16a-553b42961ea9 up at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:54:42.842115 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning for port 34ca8e4d-518e-4fc0-a16a-553b42961ea9 completed by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:54:42.846836 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.provisioning_blocks [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Provisioning complete for port 34ca8e4d-518e-4fc0-a16a-553b42961ea9 triggered by entity L2. {{(pid=87790) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:54:42.847209 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133415327'] for port, provisioning_complete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:42.962279 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:42.988572 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ca8e4d-518e-4fc0-a16a-553b42961ea9'}] {{(pid=87790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:54:42.999349 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] For port 34ca8e4d-518e-4fc0-a16a-553b42961ea9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=34ca8e4d-518e-4fc0-a16a-553b42961ea9,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:54:43.003477 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502'] for port, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:43.005345 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-e18a75b9-adc3-4915-b06e-a45ceda258b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:54:43.034915 dv-cinder-821892-3-iscsi neutron-server[87790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ca8e4d-518e-4fc0-a16a-553b42961ea9', 'code': 200}
Dec 16 14:54:43.072530 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Pushing event updated for resources: {'Port': ['ID=34ca8e4d-518e-4fc0-a16a-553b42961ea9,revision_number=5']} {{(pid=87790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:54:43.075459 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_concurrency.lockutils [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:54:43.329186 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeb6e2-f5cc-47b7-8b1d-374f862b5b84 req-3ae944e6-2208-4279-a695-7994ce28e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:43.330556 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-afbeb6e2-f5cc-47b7-8b1d-374f862b5b84 req-3ae944e6-2208-4279-a695-7994ce28e86c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 1098 time: 0.0701160
Dec 16 14:54:43.374798 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-afbeb6e2-f5cc-47b7-8b1d-374f862b5b84 req-31223517-9296-43a8-80ed-fe553fbc953a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377076
Dec 16 14:54:43.768413 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef263-a8bc-4002-8b5e-fbbafbe9888d req-46e9a9fe-9703-47aa-bf7b-2cff09721c55 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:43.769955 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7fdef263-a8bc-4002-8b5e-fbbafbe9888d req-46e9a9fe-9703-47aa-bf7b-2cff09721c55 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 945 time: 0.0819757
Dec 16 14:54:43.817661 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7fdef263-a8bc-4002-8b5e-fbbafbe9888d req-4aa6c0d5-2b73-481c-ad31-849b30801ce6 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420537
Dec 16 14:54:45.012447 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959fd7e-ecc3-4697-b8dd-25bc908d5695 req-94a60fe9-2d24-4eb8-8c28-9358c83eefc6 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:45.013954 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5959fd7e-ecc3-4697-b8dd-25bc908d5695 req-94a60fe9-2d24-4eb8-8c28-9358c83eefc6 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 945 time: 0.0845160
Dec 16 14:54:45.060317 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-5959fd7e-ecc3-4697-b8dd-25bc908d5695 req-dd48cee9-3ddd-4dc1-9926-628b73776678 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388668
Dec 16 14:54:45.245432 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a58c0-5778-48f7-b725-0d850bba3a82 req-88810cf2-6238-45c9-8895-e5ebfcd0c3d9 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:45.246879 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-183a58c0-5778-48f7-b725-0d850bba3a82 req-88810cf2-6238-45c9-8895-e5ebfcd0c3d9 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 945 time: 0.0799322
Dec 16 14:54:45.294073 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-183a58c0-5778-48f7-b725-0d850bba3a82 req-f01c4ca0-48e5-4396-8e02-b8cc6967cdb7 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414550
Dec 16 14:54:45.317007 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 57484) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:54:45.388117 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187eebbf-a651-4083-a5e4-787b0afd2989 tempest-TestVolumeBootPattern-1182542390 tempest-TestVolumeBootPattern-1182542390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:45.389908 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-187eebbf-a651-4083-a5e4-787b0afd2989 tempest-TestVolumeBootPattern-1182542390 tempest-TestVolumeBootPattern-1182542390-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 1093 time: 0.0719318
Dec 16 14:54:45.392620 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 57488) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:54:45.397564 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.v2.base [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Request body: {'floatingip': {'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'port_id': '34ca8e4d-518e-4fc0-a16a-553b42961ea9', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 14:54:45.404179 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:54:45.408057 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Usage tracker for resource:floatingip and tenant:d963a0aa72964047885ee0212d5055dc is out of sync, need to count used quota {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:54:45.410965 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.quota.resource [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87789) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:54:45.416569 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.quota.driver [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87789) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:54:45.427013 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for floatingip, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:45.456065 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:45.565039 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:45.696554 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.db_base_plugin_common [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Allocated IP 172.27.0.124 (f1f8b53d-41ff-4b87-b9f2-88da98e427ba/24c26660-efa4-44e2-a0cb-b51c91fc7175/4117d1c4-a15a-487d-9233-f26a924d5702) {{(pid=87789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:54:45.966460 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for port, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:45.997974 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758846417439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:46.001783 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-6a73fb38-a3a3-408f-9090-4d2dde414347 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:54:46.065591 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Network f1f8b53d-41ff-4b87-b9f2-88da98e427ba is already hosted by enough agents. {{(pid=87789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:54:46.068979 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.base_scheduler [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Resources bound (agent type, host, resource id):  {{(pid=87789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:54:46.071531 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Received port after_create {{(pid=87789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 14:54:46.111791 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'Port': ['ID=4117d1c4-a15a-487d-9233-f26a924d5702,revision_number=1']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:54:46.124729 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:46.125143 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:46.125523 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:46.125894 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:46.126253 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:46.126614 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:46.126974 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:46.127335 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:46.127687 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:46.128046 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:46.128455 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:46.128747 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:54:46.134351 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:54:46.496217 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-71a7cc00-41d1-43c1-a63a-4751d215274d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:46.511900 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:46.589653 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133511276'] for port, before_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:46.800050 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for port, precommit_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:46.804683 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758846881082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758846417457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758846417502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2353998'] for port, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:46.808674 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-a9174f47-9f37-43d3-a23f-f634a6370902 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:54:46.915404 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event updated for resources: {'Port': ['ID=4117d1c4-a15a-487d-9233-f26a924d5702,revision_number=2']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:54:46.919726 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:54:46.929248 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1831860'] for floatingip, after_update {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:47.102954 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.db.l3_db [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Floating IP c9977a2c-1fe6-4b9b-9d5b-5a7e65a2d8d1 associated. External IP: 172.27.0.124, port: 34ca8e4d-518e-4fc0-a16a-553b42961ea9.
Dec 16 14:54:47.581741 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Router a34498a8-9870-420a-9927-af96ff8f997d has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:54:47.763314 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:54:47.772844 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a0342-fc11-4138-b77e-338ab42fb044 None None] Sync routers for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:54:47.782958 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a0342-fc11-4138-b77e-338ab42fb044 None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:54:47.783592 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-039a0342-fc11-4138-b77e-338ab42fb044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c80aca0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:54:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:54:47.793832 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:47.869631 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-cb5bb68d-52b9-4bd3-8ad7-588e941b3283 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4756727
Dec 16 14:54:47.871145 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'tag': '34ca8e4d-518e-4fc0-a16a-553b42961ea9'}] {{(pid=87789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:54:47.919945 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'tag': '34ca8e4d-518e-4fc0-a16a-553b42961ea9', 'status': 'completed', 'code': 200}
Dec 16 14:54:47.977067 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-039a0342-fc11-4138-b77e-338ab42fb044 None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:54:48.045704 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948b137-3786-4e17-90bd-3b1d70d4e89a req-78adb22c-e9af-491a-b2ed-ab8cf68117df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:48.047313 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7948b137-3786-4e17-90bd-3b1d70d4e89a req-78adb22c-e9af-491a-b2ed-ab8cf68117df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 1098 time: 0.0847344
Dec 16 14:54:48.190056 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948b137-3786-4e17-90bd-3b1d70d4e89a req-5d2a748f-8476-4429-8eae-b72d0993064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:48.191519 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7948b137-3786-4e17-90bd-3b1d70d4e89a req-5d2a748f-8476-4429-8eae-b72d0993064b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 911 time: 0.1383300
Dec 16 14:54:48.304725 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7948b137-3786-4e17-90bd-3b1d70d4e89a req-4dddf495-8d34-4e48-90da-65bc0c9ea14d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ca8e4d-518e-4fc0-a16a-553b42961ea9 HTTP/1.1" status: 200  len: 999 time: 0.1061840
Dec 16 14:54:48.369765 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948b137-3786-4e17-90bd-3b1d70d4e89a req-e61eecf7-fd55-4629-b99c-c30775c965e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:48.371214 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7948b137-3786-4e17-90bd-3b1d70d4e89a req-e61eecf7-fd55-4629-b99c-c30775c965e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0598993
Dec 16 14:54:48.426554 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-039a0342-fc11-4138-b77e-338ab42fb044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c80aca0>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'c9977a2c-1fe6-4b9b-9d5b-5a7e65a2d8d1', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': '34ca8e4d-518e-4fc0-a16a-553b42961ea9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:ae:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:54:46Z', 'updated_at': '2021-12-16T14:54:46Z', 'revision_number': 0, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}, {'id': 'f6dfa6f7-994c-4784-bf38-2e073d605e3d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:7e:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde36abe-c87d-457c-b41a-040288d694da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:52:46Z', 'updated_at': '2021-12-16T14:52:48Z', 'revision_number': 1, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:54:48.430980 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a0342-fc11-4138-b77e-338ab42fb044 None None] Checking router: a34498a8-9870-420a-9927-af96ff8f997d for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:54:48.442027 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a0342-fc11-4138-b77e-338ab42fb044 None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:54:48.442575 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-039a0342-fc11-4138-b77e-338ab42fb044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c80aca0>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:54:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:54:48.466291 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948b137-3786-4e17-90bd-3b1d70d4e89a req-1ff7d87c-9d1a-497c-a23b-043ebdaf16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:48.468893 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7948b137-3786-4e17-90bd-3b1d70d4e89a req-1ff7d87c-9d1a-497c-a23b-043ebdaf16ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912156
Dec 16 14:54:48.614101 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7948b137-3786-4e17-90bd-3b1d70d4e89a req-fcd71809-e71a-497d-8544-48d2ad747d5e service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388402
Dec 16 14:54:48.629306 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-039a0342-fc11-4138-b77e-338ab42fb044 None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:54:48.855426 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7948b137-3786-4e17-90bd-3b1d70d4e89a req-1aa024ff-303d-4850-af55-17ec9f0ee225 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2342651
Dec 16 14:54:49.003820 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-039a0342-fc11-4138-b77e-338ab42fb044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c80aca0>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'c9977a2c-1fe6-4b9b-9d5b-5a7e65a2d8d1', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': '34ca8e4d-518e-4fc0-a16a-553b42961ea9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:ae:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:54:46Z', 'updated_at': '2021-12-16T14:54:46Z', 'revision_number': 0, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}, {'id': 'f6dfa6f7-994c-4784-bf38-2e073d605e3d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:7e:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde36abe-c87d-457c-b41a-040288d694da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:52:46Z', 'updated_at': '2021-12-16T14:52:48Z', 'revision_number': 1, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:54:49.007888 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a0342-fc11-4138-b77e-338ab42fb044 None None] The sync data for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi is: [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'c9977a2c-1fe6-4b9b-9d5b-5a7e65a2d8d1', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': '34ca8e4d-518e-4fc0-a16a-553b42961ea9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:ae:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:54:46Z', 'updated_at': '2021-12-16T14:54:46Z', 'revision_number': 0, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}, {'id': 'f6dfa6f7-994c-4784-bf38-2e073d605e3d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:7e:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde36abe-c87d-457c-b41a-040288d694da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:52:46Z', 'updated_at': '2021-12-16T14:52:48Z', 'revision_number': 1, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:54:49.055833 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-e77f87f4-1ec6-4ac3-b1bc-3e5f71d661ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:49.206843 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e0a4af-9387-41c1-ae0b-cc0de10d8f7d None None] New status for floating IP c9977a2c-1fe6-4b9b-9d5b-5a7e65a2d8d1: ACTIVE {{(pid=87791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:54:50.293130 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:50.443441 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:51.748112 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [req-884c6199-be79-459e-9967-5b5421d8dd2a req-3fe8ed83-ea8e-4a28-a838-d6f259360d0a service neutron] (87789) timed out ('10.222.0.66', 52541) {{(pid=87789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 14:54:52.065875 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:15.455744 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:16.497745 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-f36fd975-5da4-48cf-b945-abf513c29a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:16.550468 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:55:19.048398 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-cee1d191-349c-41f9-9181-63ae042eba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:20.295529 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:20.445308 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:22.062535 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:28.954828 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-40169d08-3631-4a2c-8ec0-af545558da7a req-699a03de-5535-44eb-a7fa-a73b8120b781 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1109605
Dec 16 14:55:29.114562 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40169d08-3631-4a2c-8ec0-af545558da7a req-f0174d81-8af5-42e9-bfc6-01c10a3a9a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:29.115911 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-40169d08-3631-4a2c-8ec0-af545558da7a req-f0174d81-8af5-42e9-bfc6-01c10a3a9a9d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 1098 time: 0.0744641
Dec 16 14:55:29.258119 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40169d08-3631-4a2c-8ec0-af545558da7a req-b9b7c88d-c968-4036-b9f6-ca2dea6d7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:29.259531 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-40169d08-3631-4a2c-8ec0-af545558da7a req-b9b7c88d-c968-4036-b9f6-ca2dea6d7075 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 911 time: 0.1254973
Dec 16 14:55:29.362412 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-40169d08-3631-4a2c-8ec0-af545558da7a req-526485e5-acd5-437f-a6aa-a7614ea1729f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebfe0ce8-aac6-476b-a756-32c12fac0eb3 HTTP/1.1" status: 200  len: 1000 time: 0.0948329
Dec 16 14:55:29.428095 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40169d08-3631-4a2c-8ec0-af545558da7a req-aad130fa-4873-4065-a45d-51917969c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:29.429475 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-40169d08-3631-4a2c-8ec0-af545558da7a req-aad130fa-4873-4065-a45d-51917969c971 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0601294
Dec 16 14:55:29.503906 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40169d08-3631-4a2c-8ec0-af545558da7a req-91893310-ebfa-4faf-acb0-ee08e9978092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:29.505373 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-40169d08-3631-4a2c-8ec0-af545558da7a req-91893310-ebfa-4faf-acb0-ee08e9978092 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0684316
Dec 16 14:55:29.635947 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-40169d08-3631-4a2c-8ec0-af545558da7a req-41721fc8-9ca5-40dc-bb05-a01b55cc1093 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233547
Dec 16 14:55:29.768723 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-40169d08-3631-4a2c-8ec0-af545558da7a req-b6791616-42e8-475d-aff4-a7d9627dd5c9 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263022
Dec 16 14:55:45.472492 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:46.498895 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9b7026db-1b80-48ec-a7b6-7661f4a641d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:48.478237 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [req-71f7688a-07c7-4426-8f22-58d48c745b36 req-7420a3e7-4500-4abe-a217-a9f21f56d8e4 service neutron] (87789) timed out ('10.222.0.66', 52587) {{(pid=87789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 14:55:49.050990 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-89ff1a98-9633-4b7a-a530-a0717416e401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:50.298201 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:50.447613 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:52.066269 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:53.550567 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:56:15.487323 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:16.499721 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-5f88f0c6-3969-4b4b-99e8-ae13662d20de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:18.642544 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 57530) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:18.852726 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Deleting port 4117d1c4-a15a-487d-9233-f26a924d5702 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:18.853105 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:19.024320 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:19.024627 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:19.054873 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-46a7ae47-b5f3-4785-9605-726a0a87edd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:19.256369 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Calling delete_port for 4117d1c4-a15a-487d-9233-f26a924d5702 owned by network:floatingip {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:56:19.409982 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:19.413737 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-466671de-2ed6-4a64-bad2-cd46042b71d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:19.460572 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event deleted for resources: {'Port': ['ID=4117d1c4-a15a-487d-9233-f26a924d5702,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:19.498124 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:19.498512 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:19.498886 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:19.499256 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:19.499678 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:19.499984 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:19.500346 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:19.500739 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:19.501127 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:19.501485 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:19.501843 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:19.502196 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:19.509593 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:19.566484 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for floatingip, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:19.566804 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.l3_db [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Floating IP c9977a2c-1fe6-4b9b-9d5b-5a7e65a2d8d1 disassociated (deleted). External IP: 172.27.0.124, port: 34ca8e4d-518e-4fc0-a16a-553b42961ea9.
Dec 16 14:56:19.940703 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Router a34498a8-9870-420a-9927-af96ff8f997d has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:56:20.128814 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:56:20.139417 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f7dfa7-3b62-4c53-9e42-cb9e35697cb1 None None] Sync routers for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:56:20.152109 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f7dfa7-3b62-4c53-9e42-cb9e35697cb1 None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:56:20.153014 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-37f7dfa7-3b62-4c53-9e42-cb9e35697cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c7f3580>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:56:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:20.156075 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:20.220767 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-2719791d-9d9b-4f6d-a500-85be29e5668a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "DELETE /v2.0/floatingips/c9977a2c-1fe6-4b9b-9d5b-5a7e65a2d8d1 HTTP/1.1" status: 204  len: 168 time: 1.5770016
Dec 16 14:56:20.221527 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'tag': '34ca8e4d-518e-4fc0-a16a-553b42961ea9'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:56:20.344120 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:20.365184 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-37f7dfa7-3b62-4c53-9e42-cb9e35697cb1 None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:56:20.375828 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'tag': '34ca8e4d-518e-4fc0-a16a-553b42961ea9', 'status': 'completed', 'code': 200}
Dec 16 14:56:20.521384 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df236ee-e32e-4cbf-8581-93aed7040efa req-78dde21d-d965-424a-a53c-60ec3ee3f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:20.522979 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2df236ee-e32e-4cbf-8581-93aed7040efa req-78dde21d-d965-424a-a53c-60ec3ee3f9ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 1098 time: 0.1029274
Dec 16 14:56:20.599108 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:20.674864 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df236ee-e32e-4cbf-8581-93aed7040efa req-c1329744-4432-4d66-8b2f-5cab526fb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:20.676355 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2df236ee-e32e-4cbf-8581-93aed7040efa req-c1329744-4432-4d66-8b2f-5cab526fb3a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 911 time: 0.1423969
Dec 16 14:56:20.802305 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2df236ee-e32e-4cbf-8581-93aed7040efa req-d8053f39-0a9a-4e20-a6f8-8100777c4111 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ca8e4d-518e-4fc0-a16a-553b42961ea9 HTTP/1.1" status: 200  len: 217 time: 0.0855048
Dec 16 14:56:20.820725 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-37f7dfa7-3b62-4c53-9e42-cb9e35697cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c7f3580>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'f6dfa6f7-994c-4784-bf38-2e073d605e3d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:7e:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde36abe-c87d-457c-b41a-040288d694da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:52:46Z', 'updated_at': '2021-12-16T14:52:48Z', 'revision_number': 1, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:20.825494 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f7dfa7-3b62-4c53-9e42-cb9e35697cb1 None None] Checking router: a34498a8-9870-420a-9927-af96ff8f997d for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:56:20.835191 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f7dfa7-3b62-4c53-9e42-cb9e35697cb1 None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:56:20.835967 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-37f7dfa7-3b62-4c53-9e42-cb9e35697cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c7f3580>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:56:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:20.889265 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c5df1-39d1-42fc-95bf-5d448bceb306 req-e63bf133-c8c5-4fe3-b8a2-3f11c4c8e23d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:20.889943 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-499c5df1-39d1-42fc-95bf-5d448bceb306 req-e63bf133-c8c5-4fe3-b8a2-3f11c4c8e23d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Synchronizing usage tracker for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:56:20.897243 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df236ee-e32e-4cbf-8581-93aed7040efa req-bd00f13d-9d23-403e-a9b4-f2de37775799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:20.897243 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2df236ee-e32e-4cbf-8581-93aed7040efa req-bd00f13d-9d23-403e-a9b4-f2de37775799 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0865378
Dec 16 14:56:20.946179 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-499c5df1-39d1-42fc-95bf-5d448bceb306 req-e63bf133-c8c5-4fe3-b8a2-3f11c4c8e23d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Unset dirty status for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:56:20.946942 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-499c5df1-39d1-42fc-95bf-5d448bceb306 req-e63bf133-c8c5-4fe3-b8a2-3f11c4c8e23d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 945 time: 0.3399270
Dec 16 14:56:21.007915 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-499c5df1-39d1-42fc-95bf-5d448bceb306 req-b94aaa4c-3cce-439c-8269-5f593b89e66a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539062
Dec 16 14:56:21.023281 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df236ee-e32e-4cbf-8581-93aed7040efa req-c385f1b0-2df3-4ca4-b0ac-1f703da1e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:21.024842 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2df236ee-e32e-4cbf-8581-93aed7040efa req-c385f1b0-2df3-4ca4-b0ac-1f703da1e3ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1197383
Dec 16 14:56:21.035811 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-37f7dfa7-3b62-4c53-9e42-cb9e35697cb1 None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:56:21.285694 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2df236ee-e32e-4cbf-8581-93aed7040efa req-faa231c5-fbea-4e12-a3ad-e3de8c4c6f50 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2525926
Dec 16 14:56:21.426896 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-37f7dfa7-3b62-4c53-9e42-cb9e35697cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c7f3580>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'f6dfa6f7-994c-4784-bf38-2e073d605e3d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:7e:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde36abe-c87d-457c-b41a-040288d694da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:52:46Z', 'updated_at': '2021-12-16T14:52:48Z', 'revision_number': 1, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:21.427565 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2df236ee-e32e-4cbf-8581-93aed7040efa req-f1c33165-cb07-4785-8266-7710ae1ec9e1 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335990
Dec 16 14:56:21.431235 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f7dfa7-3b62-4c53-9e42-cb9e35697cb1 None None] The sync data for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi is: [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_floatingips': [{'id': 'f6dfa6f7-994c-4784-bf38-2e073d605e3d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'router_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'port_id': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'mac_address': 'fa:16:3e:7e:49:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde36abe-c87d-457c-b41a-040288d694da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:52:46Z', 'updated_at': '2021-12-16T14:52:48Z', 'revision_number': 1, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:56:21.667929 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fd62d5-3fe6-43ff-80c7-9aedbf2dc5de None None] New status for floating IP c9977a2c-1fe6-4b9b-9d5b-5a7e65a2d8d1: DOWN {{(pid=87791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:56:22.069030 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:22.325987 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d638f2-fcbc-41a3-a791-4db429e1631b req-aa9aaa66-f15b-4248-868f-417d5a45ab43 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:22.327486 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e8d638f2-fcbc-41a3-a791-4db429e1631b req-aa9aaa66-f15b-4248-868f-417d5a45ab43 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 945 time: 0.1933920
Dec 16 14:56:22.359610 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8619-0d30-4fe9-92bc-9541c1fdfb6d req-a4f4a696-f3e4-48bb-a1d8-c098a87f2b8d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:22.361716 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8a2c8619-0d30-4fe9-92bc-9541c1fdfb6d req-a4f4a696-f3e4-48bb-a1d8-c098a87f2b8d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 945 time: 0.1231620
Dec 16 14:56:22.440199 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-e8d638f2-fcbc-41a3-a791-4db429e1631b req-e2ecd654-e3c9-456c-a738-efdef6b7a07f tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1049223
Dec 16 14:56:22.450963 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-8a2c8619-0d30-4fe9-92bc-9541c1fdfb6d req-2a9b6e34-65a0-4ba3-abf4-6e7d042fc297 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Deleting port 34ca8e4d-518e-4fc0-a16a-553b42961ea9 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:22.451310 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8a2c8619-0d30-4fe9-92bc-9541c1fdfb6d req-2a9b6e34-65a0-4ba3-abf4-6e7d042fc297 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:22.711103 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-8a2c8619-0d30-4fe9-92bc-9541c1fdfb6d req-2a9b6e34-65a0-4ba3-abf4-6e7d042fc297 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] For port 34ca8e4d-518e-4fc0-a16a-553b42961ea9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=34ca8e4d-518e-4fc0-a16a-553b42961ea9,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:56:22.711376 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8a2c8619-0d30-4fe9-92bc-9541c1fdfb6d req-2a9b6e34-65a0-4ba3-abf4-6e7d042fc297 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:22.851577 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-8a2c8619-0d30-4fe9-92bc-9541c1fdfb6d req-2a9b6e34-65a0-4ba3-abf4-6e7d042fc297 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Calling delete_port for 34ca8e4d-518e-4fc0-a16a-553b42961ea9 owned by compute:nova {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:56:23.003921 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8a2c8619-0d30-4fe9-92bc-9541c1fdfb6d req-2a9b6e34-65a0-4ba3-abf4-6e7d042fc297 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:23.010384 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8d5b7d20-cc21-49a6-9955-b81a5fe4072a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:23.057114 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b6e34-65a0-4ba3-abf4-6e7d042fc297 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event deleted for resources: {'Port': ['ID=34ca8e4d-518e-4fc0-a16a-553b42961ea9,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:23.089244 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2a9b6e34-65a0-4ba3-abf4-6e7d042fc297 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:23.136236 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2c8619-0d30-4fe9-92bc-9541c1fdfb6d req-2a9b6e34-65a0-4ba3-abf4-6e7d042fc297 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] No DVR routers for this DVR port 34ca8e4d-518e-4fc0-a16a-553b42961ea9 on host hv-cinder-82189 {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:56:23.138768 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-8a2c8619-0d30-4fe9-92bc-9541c1fdfb6d req-2a9b6e34-65a0-4ba3-abf4-6e7d042fc297 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:23.141520 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'name': 'network-vif-deleted', 'tag': '34ca8e4d-518e-4fc0-a16a-553b42961ea9'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:56:23.158709 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-8a2c8619-0d30-4fe9-92bc-9541c1fdfb6d req-2a9b6e34-65a0-4ba3-abf4-6e7d042fc297 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "DELETE /v2.0/ports/34ca8e4d-518e-4fc0-a16a-553b42961ea9 HTTP/1.1" status: 204  len: 173 time: 0.7909317
Dec 16 14:56:23.189090 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8', 'name': 'network-vif-deleted', 'tag': '34ca8e4d-518e-4fc0-a16a-553b42961ea9', 'status': 'completed', 'code': 200}
Dec 16 14:56:23.590098 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-961d1dea-f158-416f-81b1-38db5141eec0 req-dfdb0c35-06ca-4f59-9d01-b2e0f9e3730a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Synchronizing usage tracker for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:56:23.607404 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-961d1dea-f158-416f-81b1-38db5141eec0 req-dfdb0c35-06ca-4f59-9d01-b2e0f9e3730a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Unset dirty status for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:56:23.608569 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-961d1dea-f158-416f-81b1-38db5141eec0 req-dfdb0c35-06ca-4f59-9d01-b2e0f9e3730a tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c7a5d5b-29c9-4a63-827f-6efdc18b1ed8 HTTP/1.1" status: 200  len: 210 time: 0.0605676
Dec 16 14:56:25.121456 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 34ca8e4d-518e-4fc0-a16a-553b42961ea9 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:56:25.161183 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: 34ca8e4d-518e-4fc0-a16a-553b42961ea9 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:56:25.161546 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device 34ca8e4d-518e-4fc0-a16a-553b42961ea9 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:56:27.178929 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 57566) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:27.398823 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Deleting port 0c6a2ccc-f3fb-485c-8728-bf3e9473a5b6 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:27.399155 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:27.682365 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:27.682692 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:27.817032 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Calling delete_port for 0c6a2ccc-f3fb-485c-8728-bf3e9473a5b6 owned by network:floatingip {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:56:27.994245 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:27.998602 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-08daaf95-7266-491c-81e0-6e144da5589c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:28.044641 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event deleted for resources: {'Port': ['ID=0c6a2ccc-f3fb-485c-8728-bf3e9473a5b6,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:28.048840 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:28.149088 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for floatingip, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:28.149640 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.db.l3_db [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Floating IP f6dfa6f7-994c-4784-bf38-2e073d605e3d disassociated (deleted). External IP: 172.27.0.67, port: ebfe0ce8-aac6-476b-a756-32c12fac0eb3.
Dec 16 14:56:28.550543 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Router a34498a8-9870-420a-9927-af96ff8f997d has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:56:28.741784 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:56:28.752567 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199986a-e101-4ec6-8fef-03af6c9ecc7e None None] Sync routers for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:56:28.763351 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5199986a-e101-4ec6-8fef-03af6c9ecc7e None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:56:28.764338 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-5199986a-e101-4ec6-8fef-03af6c9ecc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c409a30>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:56:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:28.765129 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:28.871466 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "DELETE /v2.0/floatingips/f6dfa6f7-994c-4784-bf38-2e073d605e3d HTTP/1.1" status: 204  len: 168 time: 1.6912766
Dec 16 14:56:28.872306 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde36abe-c87d-457c-b41a-040288d694da', 'tag': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:56:28.941263 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde36abe-c87d-457c-b41a-040288d694da', 'tag': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'status': 'completed', 'code': 200}
Dec 16 14:56:28.973357 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-5199986a-e101-4ec6-8fef-03af6c9ecc7e None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:56:29.121418 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8933ef-7acb-452a-a8c0-5200986df877 req-b1e5fd6b-98f6-4501-ab0a-fbb8e5f71fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:29.123053 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1f8933ef-7acb-452a-a8c0-5200986df877 req-b1e5fd6b-98f6-4501-ab0a-fbb8e5f71fe2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d963a0aa72964047885ee0212d5055dc&device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 1098 time: 0.1319981
Dec 16 14:56:29.418188 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-5199986a-e101-4ec6-8fef-03af6c9ecc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c409a30>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:29.422362 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199986a-e101-4ec6-8fef-03af6c9ecc7e None None] Checking router: a34498a8-9870-420a-9927-af96ff8f997d for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:56:29.432048 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5199986a-e101-4ec6-8fef-03af6c9ecc7e None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:56:29.432700 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-5199986a-e101-4ec6-8fef-03af6c9ecc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753c409a30>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:56:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:29.464322 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8933ef-7acb-452a-a8c0-5200986df877 req-d2cb8c05-0c69-4af6-bd77-820003e12703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:29.465858 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1f8933ef-7acb-452a-a8c0-5200986df877 req-d2cb8c05-0c69-4af6-bd77-820003e12703 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 200  len: 911 time: 0.3338296
Dec 16 14:56:29.542131 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99a83d-86e7-4808-baa3-16a1878e148c req-c4d7b8eb-d3ed-4355-819f-2b7d9e03ccad tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:29.542883 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-2e99a83d-86e7-4808-baa3-16a1878e148c req-c4d7b8eb-d3ed-4355-819f-2b7d9e03ccad tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Synchronizing usage tracker for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:56:29.555434 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1f8933ef-7acb-452a-a8c0-5200986df877 req-a60f7535-c6fa-4343-a3c0-0f1e14397616 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebfe0ce8-aac6-476b-a756-32c12fac0eb3 HTTP/1.1" status: 200  len: 217 time: 0.0810301
Dec 16 14:56:29.599680 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-2e99a83d-86e7-4808-baa3-16a1878e148c req-c4d7b8eb-d3ed-4355-819f-2b7d9e03ccad tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Unset dirty status for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:56:29.600906 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2e99a83d-86e7-4808-baa3-16a1878e148c req-c4d7b8eb-d3ed-4355-819f-2b7d9e03ccad tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 945 time: 0.3714869
Dec 16 14:56:29.656693 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8933ef-7acb-452a-a8c0-5200986df877 req-865fa1b1-7751-460a-9a80-86bf2d78da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:29.658736 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1f8933ef-7acb-452a-a8c0-5200986df877 req-865fa1b1-7751-460a-9a80-86bf2d78da44 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 200  len: 849 time: 0.0951707
Dec 16 14:56:29.666851 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-2e99a83d-86e7-4808-baa3-16a1878e148c req-87408161-f618-4cd9-b6ef-4c46fcc2d29b tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569875
Dec 16 14:56:29.710553 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-5199986a-e101-4ec6-8fef-03af6c9ecc7e None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:56:29.748381 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8933ef-7acb-452a-a8c0-5200986df877 req-5499f7fe-8ef1-4155-aff1-6ac25ff3f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:29.750006 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1f8933ef-7acb-452a-a8c0-5200986df877 req-5499f7fe-8ef1-4155-aff1-6ac25ff3f4f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9786e867-a38a-4109-abba-499d29f3c81d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822766
Dec 16 14:56:29.948385 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1f8933ef-7acb-452a-a8c0-5200986df877 req-02aa0ecf-f571-4396-95da-035032cf8113 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1904175
Dec 16 14:56:30.104628 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-1f8933ef-7acb-452a-a8c0-5200986df877 req-2c78b0a6-85da-4b77-b192-daa2a5fbbed7 service neutron] 10.222.0.66 "GET /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484818
Dec 16 14:56:30.113911 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-5199986a-e101-4ec6-8fef-03af6c9ecc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753c409a30>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:30.117890 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199986a-e101-4ec6-8fef-03af6c9ecc7e None None] The sync data for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi is: [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:49:29Z', 'revision_number': 4, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi', '_interfaces': [{'id': 'beab0b0c-9dff-4771-a40f-219b39bd0169', 'name': '', 'network_id': '9786e867-a38a-4109-abba-499d29f3c81d', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'mac_address': 'fa:16:3e:81:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:28Z', 'updated_at': '2021-12-16T14:49:36Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'subnets': [{'id': '80d3247f-f713-4ed0-bf4e-70ddad804757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:56:30.378105 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c442c666-13aa-4ac0-a358-1bcf5927e2ce None None] New status for floating IP f6dfa6f7-994c-4784-bf38-2e073d605e3d: DOWN {{(pid=87791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 14:56:30.552365 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:56:30.890888 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af7b94-1b1b-4166-990d-bc204afe0448 req-17bbd110-5bda-4ebb-bfd6-39fbf926fb3d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:30.893338 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b6af7b94-1b1b-4166-990d-bc204afe0448 req-17bbd110-5bda-4ebb-bfd6-39fbf926fb3d tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 945 time: 0.0999563
Dec 16 14:56:30.976375 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-b6af7b94-1b1b-4166-990d-bc204afe0448 req-b54fc94a-349e-460a-82f9-94188a8805e3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Deleting port ebfe0ce8-aac6-476b-a756-32c12fac0eb3 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:30.976708 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-b6af7b94-1b1b-4166-990d-bc204afe0448 req-b54fc94a-349e-460a-82f9-94188a8805e3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:31.262163 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcfefa-6289-4050-8425-7c39354771c5 req-9a37dfd7-6a2b-4d75-a454-bc3874407bb3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87788) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:31.263898 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7cfcfefa-6289-4050-8425-7c39354771c5 req-9a37dfd7-6a2b-4d75-a454-bc3874407bb3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 945 time: 0.2502086
Dec 16 14:56:31.354030 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-7cfcfefa-6289-4050-8425-7c39354771c5 req-d21b7814-5676-44e0-8e03-40da67e46691 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817535
Dec 16 14:56:31.367492 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [req-b6af7b94-1b1b-4166-990d-bc204afe0448 req-b54fc94a-349e-460a-82f9-94188a8805e3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] For port ebfe0ce8-aac6-476b-a756-32c12fac0eb3, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=ebfe0ce8-aac6-476b-a756-32c12fac0eb3,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:56:31.367809 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-b6af7b94-1b1b-4166-990d-bc204afe0448 req-b54fc94a-349e-460a-82f9-94188a8805e3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:31.500535 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [req-b6af7b94-1b1b-4166-990d-bc204afe0448 req-b54fc94a-349e-460a-82f9-94188a8805e3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Calling delete_port for ebfe0ce8-aac6-476b-a756-32c12fac0eb3 owned by compute:nova {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:56:31.671063 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-b6af7b94-1b1b-4166-990d-bc204afe0448 req-b54fc94a-349e-460a-82f9-94188a8805e3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:31.677709 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c61f5ce2-5d08-4e8e-a101-54a679d1a330 tempest-AttachVolumeShelveTestJSON-441510440 tempest-AttachVolumeShelveTestJSON-441510440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:31.725294 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fc94a-349e-460a-82f9-94188a8805e3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event deleted for resources: {'Port': ['ID=ebfe0ce8-aac6-476b-a756-32c12fac0eb3,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:31.728385 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-b54fc94a-349e-460a-82f9-94188a8805e3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:31.837568 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6af7b94-1b1b-4166-990d-bc204afe0448 req-b54fc94a-349e-460a-82f9-94188a8805e3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] No DVR routers for this DVR port ebfe0ce8-aac6-476b-a756-32c12fac0eb3 on host hv-cinder-82189 {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:56:31.840661 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [req-b6af7b94-1b1b-4166-990d-bc204afe0448 req-b54fc94a-349e-460a-82f9-94188a8805e3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for port, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:31.843981 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde36abe-c87d-457c-b41a-040288d694da', 'name': 'network-vif-deleted', 'tag': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3'}] {{(pid=87788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:56:31.869304 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-b6af7b94-1b1b-4166-990d-bc204afe0448 req-b54fc94a-349e-460a-82f9-94188a8805e3 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.66 "DELETE /v2.0/ports/ebfe0ce8-aac6-476b-a756-32c12fac0eb3 HTTP/1.1" status: 204  len: 173 time: 0.9702275
Dec 16 14:56:31.900113 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde36abe-c87d-457c-b41a-040288d694da', 'name': 'network-vif-deleted', 'tag': 'ebfe0ce8-aac6-476b-a756-32c12fac0eb3', 'status': 'completed', 'code': 200}
Dec 16 14:56:32.544649 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-f689c7e7-8ea6-47b0-a649-aa0ae1744d4b req-2e5e56cd-2bfe-4479-9cde-f6d20955c1d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Synchronizing usage tracker for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:56:32.569088 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.quota.resource [req-f689c7e7-8ea6-47b0-a649-aa0ae1744d4b req-2e5e56cd-2bfe-4479-9cde-f6d20955c1d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Unset dirty status for tenant:d963a0aa72964047885ee0212d5055dc on resource:port {{(pid=87788) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:56:32.570598 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [req-f689c7e7-8ea6-47b0-a649-aa0ae1744d4b req-2e5e56cd-2bfe-4479-9cde-f6d20955c1d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "GET /v2.0/ports?device_id=bde36abe-c87d-457c-b41a-040288d694da HTTP/1.1" status: 200  len: 210 time: 0.0775645
Dec 16 14:56:33.668192 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 57584) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:33.961455 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-af81b1cc-f4f9-4e96-9f55-1e5456dc5c08 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Deleting port 05c7ed96-be15-48ce-be2c-e8f9a7cc09d9 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:33.961798 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-af81b1cc-f4f9-4e96-9f55-1e5456dc5c08 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:34.141151 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-af81b1cc-f4f9-4e96-9f55-1e5456dc5c08 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:34.141499 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-af81b1cc-f4f9-4e96-9f55-1e5456dc5c08 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:34.274196 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-af81b1cc-f4f9-4e96-9f55-1e5456dc5c08 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Calling delete_port for 05c7ed96-be15-48ce-be2c-e8f9a7cc09d9 owned by network:floatingip {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:56:34.424951 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-af81b1cc-f4f9-4e96-9f55-1e5456dc5c08 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:34.429130 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-c0f20eb5-4a74-497a-94a6-bb1c60ae63d4 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:34.478836 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81b1cc-f4f9-4e96-9f55-1e5456dc5c08 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event deleted for resources: {'Port': ['ID=05c7ed96-be15-48ce-be2c-e8f9a7cc09d9,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:34.482353 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-af81b1cc-f4f9-4e96-9f55-1e5456dc5c08 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:34.573335 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-af81b1cc-f4f9-4e96-9f55-1e5456dc5c08 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for floatingip, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:34.592447 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-af81b1cc-f4f9-4e96-9f55-1e5456dc5c08 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-514372'] for floatingip, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:34.593674 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-af81b1cc-f4f9-4e96-9f55-1e5456dc5c08 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "DELETE /v2.0/floatingips/2d33ef80-63bb-4ffa-ab6d-d68524796b49 HTTP/1.1" status: 204  len: 168 time: 0.9244356
Dec 16 14:56:35.166482 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device ebfe0ce8-aac6-476b-a756-32c12fac0eb3 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:56:35.203494 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] No Port match for: ebfe0ce8-aac6-476b-a756-32c12fac0eb3 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:56:35.203783 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Device ebfe0ce8-aac6-476b-a756-32c12fac0eb3 not bound to the agent host hv-cinder-82189 {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:56:36.020049 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 57598) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:36.100305 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2abfeb7d-e6b6-455a-a82a-b72530526842 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:36.132584 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2abfeb7d-e6b6-455a-a82a-b72530526842 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:36.204479 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2abfeb7d-e6b6-455a-a82a-b72530526842 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:36.208498 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-0b6f627f-be92-489e-acde-a71bd1e3693f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:36.224220 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abfeb7d-e6b6-455a-a82a-b72530526842 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:36.226951 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-2abfeb7d-e6b6-455a-a82a-b72530526842 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:36.237259 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-2abfeb7d-e6b6-455a-a82a-b72530526842 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Notify callbacks [] for security_group, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:36.238397 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-2abfeb7d-e6b6-455a-a82a-b72530526842 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] 10.222.0.64 "DELETE /v2.0/security-groups/eb3e8265-ac25-4f4a-b95b-a8e8e3aac3e9 HTTP/1.1" status: 204  len: 168 time: 0.2173047
Dec 16 14:56:37.317233 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 57606) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:37.975569 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-81865094-703d-442c-9d55-b69a7fe05279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741734'] for router_interface, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:38.416481 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-81865094-703d-442c-9d55-b69a7fe05279 admin admin] Deleting port beab0b0c-9dff-4771-a40f-219b39bd0169 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:38.417249 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-81865094-703d-442c-9d55-b69a7fe05279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:38.586622 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-81865094-703d-442c-9d55-b69a7fe05279 admin admin] For port beab0b0c-9dff-4771-a40f-219b39bd0169, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=beab0b0c-9dff-4771-a40f-219b39bd0169,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:56:38.586967 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-81865094-703d-442c-9d55-b69a7fe05279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:38.709627 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-81865094-703d-442c-9d55-b69a7fe05279 admin admin] Calling delete_port for beab0b0c-9dff-4771-a40f-219b39bd0169 owned by network:router_interface {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:56:38.896230 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-81865094-703d-442c-9d55-b69a7fe05279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:38.900132 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-6fce942f-9fd1-4617-bdb1-9f5c16a82917 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:38.954870 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81865094-703d-442c-9d55-b69a7fe05279 admin admin] Pushing event deleted for resources: {'Port': ['ID=beab0b0c-9dff-4771-a40f-219b39bd0169,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:38.958167 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-81865094-703d-442c-9d55-b69a7fe05279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:39.226630 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-81865094-703d-442c-9d55-b69a7fe05279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832278'] for router_interface, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:39.704228 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81865094-703d-442c-9d55-b69a7fe05279 admin admin] Router a34498a8-9870-420a-9927-af96ff8f997d has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:56:39.889291 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81865094-703d-442c-9d55-b69a7fe05279 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:56:39.899069 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8087ac5-a8e0-4929-8e46-8292e4ab68c5 None None] Sync routers for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:56:39.902592 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-81865094-703d-442c-9d55-b69a7fe05279 admin admin] 10.222.0.64 "PUT /v2.0/routers/a34498a8-9870-420a-9927-af96ff8f997d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5842562
Dec 16 14:56:39.905219 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 57612) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:39.909924 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8087ac5-a8e0-4929-8e46-8292e4ab68c5 None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:56:39.910529 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-d8087ac5-a8e0-4929-8e46-8292e4ab68c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753daa9b80>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:56:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:40.091553 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Notify callbacks [] for router, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:40.095242 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-d8087ac5-a8e0-4929-8e46-8292e4ab68c5 None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: dv-cinder-821892-3-iscsi {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:56:40.292625 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:40.314742 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Deleting port 27c35245-0dd9-46f9-a147-8f90514ec447 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:40.315287 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:40.392936 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-d8087ac5-a8e0-4929-8e46-8292e4ab68c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753daa9b80>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:56:38Z', 'revision_number': 5, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port': {'id': '27c35245-0dd9-46f9-a147-8f90514ec447', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:25Z', 'updated_at': '2021-12-16T14:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:40.397067 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8087ac5-a8e0-4929-8e46-8292e4ab68c5 None None] Checking router: a34498a8-9870-420a-9927-af96ff8f997d for host: dv-cinder-821892-3-iscsi {{(pid=87790) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:56:40.409703 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8087ac5-a8e0-4929-8e46-8292e4ab68c5 None None] Routers {'a34498a8-9870-420a-9927-af96ff8f997d'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87790) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:56:40.410410 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-d8087ac5-a8e0-4929-8e46-8292e4ab68c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753daa9b80>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:56:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['a34498a8-9870-420a-9927-af96ff8f997d'], 'active': True} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:40.513710 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] For port 27c35245-0dd9-46f9-a147-8f90514ec447, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=27c35245-0dd9-46f9-a147-8f90514ec447,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:56:40.514078 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:40.572914 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_dvr_db [None req-d8087ac5-a8e0-4929-8e46-8292e4ab68c5 None None] Set router a34498a8-9870-420a-9927-af96ff8f997d gateway port host: None {{(pid=87790) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:56:40.644697 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Calling delete_port for 27c35245-0dd9-46f9-a147-8f90514ec447 owned by network:router_gateway {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:56:40.725842 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.db.l3_hamode_db [None req-d8087ac5-a8e0-4929-8e46-8292e4ab68c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753daa9b80>, [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:56:40Z', 'revision_number': 6, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port_host': None}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:40.730649 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8087ac5-a8e0-4929-8e46-8292e4ab68c5 None None] The sync data for ids ['a34498a8-9870-420a-9927-af96ff8f997d'] in dv-cinder-821892-3-iscsi is: [{'id': 'a34498a8-9870-420a-9927-af96ff8f997d', 'name': 'tempest-TestVolumeBootPattern-16778521-router', 'tenant_id': 'd963a0aa72964047885ee0212d5055dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:24Z', 'updated_at': '2021-12-16T14:56:40Z', 'revision_number': 6, 'project_id': 'd963a0aa72964047885ee0212d5055dc', 'gw_port_host': None}] {{(pid=87790) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:56:40.875157 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:40.880131 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:40.923924 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=27c35245-0dd9-46f9-a147-8f90514ec447,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:40.927129 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:41.148359 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831873'] for router_gateway, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:41.328311 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1123'] for router, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:41.331194 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:41.354628 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741647'] for router, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:41.355191 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a34498a8-9870-420a-9927-af96ff8f997d {{(pid=87788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 14:56:41.367694 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] Notify callbacks [] for router, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:41.368887 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-de0e1fd9-8c16-4cd4-b405-f7c7d592a0aa admin admin] 10.222.0.64 "DELETE /v2.0/routers/a34498a8-9870-420a-9927-af96ff8f997d HTTP/1.1" status: 204  len: 168 time: 1.4629281
Dec 16 14:56:41.371664 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 57616) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:41.432147 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8610fd-f939-4fa6-bd08-cba3adf9873d admin admin] Deleting subnet 80d3247f-f713-4ed0-bf4e-70ddad804757 {{(pid=87788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:56:41.435730 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-eb8610fd-f939-4fa6-bd08-cba3adf9873d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:41.485088 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-eb8610fd-f939-4fa6-bd08-cba3adf9873d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934412'] for subnet, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:41.570371 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-eb8610fd-f939-4fa6-bd08-cba3adf9873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:41.645314 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-eb8610fd-f939-4fa6-bd08-cba3adf9873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1525904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1418927'] for subnet, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:41.649972 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-5ead0ca1-e0b3-4d50-b88e-17e4be1cab03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:41.685317 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8610fd-f939-4fa6-bd08-cba3adf9873d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d3247f-f713-4ed0-bf4e-70ddad804757,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:41.688938 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-eb8610fd-f939-4fa6-bd08-cba3adf9873d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:41.689946 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-eb8610fd-f939-4fa6-bd08-cba3adf9873d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:41.696235 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-eb8610fd-f939-4fa6-bd08-cba3adf9873d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/80d3247f-f713-4ed0-bf4e-70ddad804757 HTTP/1.1" status: 204  len: 168 time: 0.3235912
Dec 16 14:56:41.698035 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf70a57-686f-4bdc-adca-baa0e7ebddb8 None None] Network 9786e867-a38a-4109-abba-499d29f3c81d requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:56:41.698986 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 57620) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:41.825886 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:41.839637 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Deleting port 0559f52a-36bc-427d-8d06-95ce670a517e {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:41.840009 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:41.973958 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead178b0-c60e-4a6e-ae66-23886ad48986 None None] DHCP port deletion for 9786e867-a38a-4109-abba-499d29f3c81d request from dv-cinder-821892-3-iscsi {{(pid=87790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 14:56:41.979443 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-ead178b0-c60e-4a6e-ae66-23886ad48986 None None] Deleting port 0559f52a-36bc-427d-8d06-95ce670a517e {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:41.979927 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ead178b0-c60e-4a6e-ae66-23886ad48986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:42.042927 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 27c35245-0dd9-46f9-a147-8f90514ec447 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:56:42.083920 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] For port 0559f52a-36bc-427d-8d06-95ce670a517e, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=0559f52a-36bc-427d-8d06-95ce670a517e,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:56:42.084636 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: 27c35245-0dd9-46f9-a147-8f90514ec447 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:56:42.084932 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:42.085058 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 27c35245-0dd9-46f9-a147-8f90514ec447 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:56:42.085444 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 0559f52a-36bc-427d-8d06-95ce670a517e no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:56:42.210925 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Calling delete_port for 0559f52a-36bc-427d-8d06-95ce670a517e owned by network:dhcp {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:56:42.289210 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:42.293859 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-81865094-703d-442c-9d55-b69a7fe05279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:42.305641 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Port 0559f52a-36bc-427d-8d06-95ce670a517e update to DOWN by agent not found {{(pid=87790) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Dec 16 14:56:42.306097 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device beab0b0c-9dff-4771-a40f-219b39bd0169 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:56:42.340742 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=0559f52a-36bc-427d-8d06-95ce670a517e,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:42.342571 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: beab0b0c-9dff-4771-a40f-219b39bd0169 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:56:42.342723 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] No DVR routers for this DVR port 0559f52a-36bc-427d-8d06-95ce670a517e on host dv-cinder-821892-3-iscsi {{(pid=87788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:56:42.342888 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device beab0b0c-9dff-4771-a40f-219b39bd0169 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:56:42.344610 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:42.363466 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-ead178b0-c60e-4a6e-ae66-23886ad48986 None None] For port 0559f52a-36bc-427d-8d06-95ce670a517e, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=0559f52a-36bc-427d-8d06-95ce670a517e,segment=NetworkSegment(f9800025-bea2-4cbe-864d-603bbd32081c),segment_id=f9800025-bea2-4cbe-864d-603bbd32081c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:56:42.363871 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ead178b0-c60e-4a6e-ae66-23886ad48986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:42.460453 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:42.486819 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753cda1b50>,) {'filters': {'network_id': ['9786e867-a38a-4109-abba-499d29f3c81d']}} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:42.488829 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-ead178b0-c60e-4a6e-ae66-23886ad48986 None None] Calling delete_port for 0559f52a-36bc-427d-8d06-95ce670a517e owned by network:dhcp {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:56:42.499078 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753cda1b50>, 'f9800025-bea2-4cbe-864d-603bbd32081c') {'for_net_delete': True} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:42.499371 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.services.segments.db [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753cda1b50>, 'f9800025-bea2-4cbe-864d-603bbd32081c') {} {{(pid=87788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:42.510624 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934427'] for segment, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:42.526297 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:42.532707 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=87788) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:56:42.533192 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1525838'] for segment, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]: Traceback (most recent call last):
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     timer()
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     cb(*args, **kw)
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     return func(*args, **kwargs)
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     self._notify()
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     self.callback(batched_events)
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     event.method(event)
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     return f(self, *a, **k)
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._get(url).json()
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:56:42.545907 dv-cinder-821892-3-iscsi neutron-server[87788]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:56:42.560077 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.db.api [None req-ead178b0-c60e-4a6e-ae66-23886ad48986 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:56:42.560446 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_db.api [None req-ead178b0-c60e-4a6e-ae66-23886ad48986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:56:42.717680 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:42.722069 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-f64ca6fa-b5fe-4799-9bd4-8dda984cf99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:42.734632 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:42.745671 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9786e867-a38a-4109-abba-499d29f3c81d,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:42.749433 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:42.758019 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-6366af2a-3bdb-4407-b929-1ac51acff3cc admin admin] 10.222.0.64 "DELETE /v2.0/networks/9786e867-a38a-4109-abba-499d29f3c81d HTTP/1.1" status: 204  len: 168 time: 1.0578649
Dec 16 14:56:42.760812 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 57624) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:43.061679 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-ead178b0-c60e-4a6e-ae66-23886ad48986 None None] Deleting port 0559f52a-36bc-427d-8d06-95ce670a517e {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:43.062270 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ead178b0-c60e-4a6e-ae66-23886ad48986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:43.129794 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-ead178b0-c60e-4a6e-ae66-23886ad48986 None None] The port '0559f52a-36bc-427d-8d06-95ce670a517e' was deleted {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 14:56:43.305019 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-86e61dad-e311-4bb7-8571-205adb687122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741734'] for router_interface, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:43.646345 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-86e61dad-e311-4bb7-8571-205adb687122 admin admin] Deleting port b77b471e-4514-43fb-9854-5c39e8ccc81a {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:43.646688 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-86e61dad-e311-4bb7-8571-205adb687122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:43.817561 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-86e61dad-e311-4bb7-8571-205adb687122 admin admin] For port b77b471e-4514-43fb-9854-5c39e8ccc81a, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=b77b471e-4514-43fb-9854-5c39e8ccc81a,segment=NetworkSegment(79654075-59d9-4c5b-b764-acef2b616c9c),segment_id=79654075-59d9-4c5b-b764-acef2b616c9c)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:56:43.817825 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-86e61dad-e311-4bb7-8571-205adb687122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:43.940548 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-86e61dad-e311-4bb7-8571-205adb687122 admin admin] Calling delete_port for b77b471e-4514-43fb-9854-5c39e8ccc81a owned by network:router_interface {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:56:44.223213 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-86e61dad-e311-4bb7-8571-205adb687122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:44.226684 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-95690975-e41f-4de3-9cf9-6c34b2f2ad35 tempest-TestVolumeBootPattern-588770667 tempest-TestVolumeBootPattern-588770667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:44.272739 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e61dad-e311-4bb7-8571-205adb687122 admin admin] Pushing event deleted for resources: {'Port': ['ID=b77b471e-4514-43fb-9854-5c39e8ccc81a,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:44.275872 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-86e61dad-e311-4bb7-8571-205adb687122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:44.544229 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-86e61dad-e311-4bb7-8571-205adb687122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832278'] for router_interface, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:44.906291 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e61dad-e311-4bb7-8571-205adb687122 admin admin] Router 14785def-21df-48c1-9713-963559f91d4a has already been hosted by L3 agent a2c62d95-dbe4-4a4a-b825-e5d64ac21823 {{(pid=87788) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 14:56:45.090434 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e61dad-e311-4bb7-8571-205adb687122 admin admin] Notify agent at l3_agent.dv-cinder-821892-3-iscsi the message routers_updated {{(pid=87788) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 14:56:45.099190 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae20d7c-f90f-47cf-ac70-a2ec4b218c17 None None] Sync routers for ids ['14785def-21df-48c1-9713-963559f91d4a'] in dv-cinder-821892-3-iscsi {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 14:56:45.107135 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-86e61dad-e311-4bb7-8571-205adb687122 admin admin] 10.222.0.64 "PUT /v2.0/routers/14785def-21df-48c1-9713-963559f91d4a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3452518
Dec 16 14:56:45.109568 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 57630) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:45.110219 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae20d7c-f90f-47cf-ac70-a2ec4b218c17 None None] Routers {'14785def-21df-48c1-9713-963559f91d4a'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:56:45.110754 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-5ae20d7c-f90f-47cf-ac70-a2ec4b218c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753da11370>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:56:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['14785def-21df-48c1-9713-963559f91d4a'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:45.288317 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-5ae20d7c-f90f-47cf-ac70-a2ec4b218c17 None None] Set router 14785def-21df-48c1-9713-963559f91d4a gateway port host: dv-cinder-821892-3-iscsi {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:56:45.292965 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Notify callbacks [] for router, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:45.503064 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:45.567390 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-5ae20d7c-f90f-47cf-ac70-a2ec4b218c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753da11370>, [{'id': '14785def-21df-48c1-9713-963559f91d4a', 'name': 'tempest-TestVolumeBootPattern-253463947-router', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'external_fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'd6a9fad2-af27-4849-95ca-7d7f8f1057e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:56:44Z', 'revision_number': 5, 'project_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'gw_port': {'id': 'd6a9fad2-af27-4849-95ca-7d7f8f1057e5', 'name': '', 'network_id': 'f1f8b53d-41ff-4b87-b9f2-88da98e427ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:cb:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14785def-21df-48c1-9713-963559f91d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24c26660-efa4-44e2-a0cb-b51c91fc7175', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-3-iscsi'}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:45.571953 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae20d7c-f90f-47cf-ac70-a2ec4b218c17 None None] Checking router: 14785def-21df-48c1-9713-963559f91d4a for host: dv-cinder-821892-3-iscsi {{(pid=87791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 14:56:45.580503 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae20d7c-f90f-47cf-ac70-a2ec4b218c17 None None] Routers {'14785def-21df-48c1-9713-963559f91d4a'} bound to L3 agent in host dv-cinder-821892-3-iscsi {{(pid=87791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 14:56:45.581135 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-5ae20d7c-f90f-47cf-ac70-a2ec4b218c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f753da11370>, 'dv-cinder-821892-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:30:49Z,description=<?>,heartbeat_timestamp=2021-12-16T14:56:19Z,host='dv-cinder-821892-3-iscsi',id=a2c62d95-dbe4-4a4a-b825-e5d64ac21823,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:30:49Z,topic='l3_agent')) {'router_ids': ['14785def-21df-48c1-9713-963559f91d4a'], 'active': True} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:45.588002 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:45.598122 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Deleting port d6a9fad2-af27-4849-95ca-7d7f8f1057e5 {{(pid=87788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:45.598479 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:45.735107 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_dvr_db [None req-5ae20d7c-f90f-47cf-ac70-a2ec4b218c17 None None] Set router 14785def-21df-48c1-9713-963559f91d4a gateway port host: None {{(pid=87791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 14:56:45.776498 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.db [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] For port d6a9fad2-af27-4849-95ca-7d7f8f1057e5, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=d6a9fad2-af27-4849-95ca-7d7f8f1057e5,segment=NetworkSegment(778b78e6-0d3b-482b-ad81-444a1453322f),segment_id=778b78e6-0d3b-482b-ad81-444a1453322f)] {{(pid=87788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:56:45.776878 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:45.838903 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.l3_hamode_db [None req-5ae20d7c-f90f-47cf-ac70-a2ec4b218c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f753da11370>, [{'id': '14785def-21df-48c1-9713-963559f91d4a', 'name': 'tempest-TestVolumeBootPattern-253463947-router', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:56:45Z', 'revision_number': 6, 'project_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'gw_port_host': None}], 'dv-cinder-821892-3-iscsi', False) {} {{(pid=87791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:45.842822 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae20d7c-f90f-47cf-ac70-a2ec4b218c17 None None] The sync data for ids ['14785def-21df-48c1-9713-963559f91d4a'] in dv-cinder-821892-3-iscsi is: [{'id': '14785def-21df-48c1-9713-963559f91d4a', 'name': 'tempest-TestVolumeBootPattern-253463947-router', 'tenant_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:49:32Z', 'updated_at': '2021-12-16T14:56:45Z', 'revision_number': 6, 'project_id': 'e8b7a54394d34c20af37142d9c96b4b1', 'gw_port_host': None}] {{(pid=87791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 14:56:45.900881 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.plugins.ml2.plugin [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Calling delete_port for d6a9fad2-af27-4849-95ca-7d7f8f1057e5 owned by network:router_gateway {{(pid=87788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:56:46.065743 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1525923'] for port, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:46.070142 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-8db3040a-75af-40ac-91a4-593108dc99ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:46.113711 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a9fad2-af27-4849-95ca-7d7f8f1057e5,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:46.139228 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:46.212668 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1831873'] for router_gateway, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:46.398041 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1832298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1123'] for router, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:46.400356 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:46.426663 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1741647'] for router, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:46.427204 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14785def-21df-48c1-9713-963559f91d4a {{(pid=87788) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 14:56:46.441407 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] Notify callbacks [] for router, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:46.442604 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-7f867364-de96-4ede-b42b-ae8cfc2be5ba admin admin] 10.222.0.64 "DELETE /v2.0/routers/14785def-21df-48c1-9713-963559f91d4a HTTP/1.1" status: 204  len: 168 time: 1.3315706
Dec 16 14:56:46.445144 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.wsgi [-] (87788) accepted ('10.222.0.64', 57634) {{(pid=87788) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:46.505734 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-54d57df8-e7fa-4878-9092-ad0f17f9e048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:46.509405 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1acfe83-7556-4608-a3eb-0d28a563297e admin admin] Deleting subnet 417a3f99-f888-45cb-af8d-4a8d812257f8 {{(pid=87788) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 14:56:46.513410 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d1acfe83-7556-4608-a3eb-0d28a563297e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:46.561955 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device b77b471e-4514-43fb-9854-5c39e8ccc81a no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:56:46.573164 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d1acfe83-7556-4608-a3eb-0d28a563297e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934412'] for subnet, precommit_delete_associations {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:46.598574 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: b77b471e-4514-43fb-9854-5c39e8ccc81a {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:56:46.599212 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device b77b471e-4514-43fb-9854-5c39e8ccc81a not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:56:46.653709 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d1acfe83-7556-4608-a3eb-0d28a563297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133419581'] for subnet, precommit_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:46.726844 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d1acfe83-7556-4608-a3eb-0d28a563297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133419621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1525904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1418927'] for subnet, after_delete {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:46.730712 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-ea3ff26d-48d5-491e-b6f7-36850e27ae7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:46.770775 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acfe83-7556-4608-a3eb-0d28a563297e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417a3f99-f888-45cb-af8d-4a8d812257f8,revision_number=None']} {{(pid=87788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:46.773933 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG oslo_concurrency.lockutils [None req-d1acfe83-7556-4608-a3eb-0d28a563297e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:46.774931 dv-cinder-821892-3-iscsi neutron-server[87788]: DEBUG neutron_lib.callbacks.manager [None req-d1acfe83-7556-4608-a3eb-0d28a563297e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:46.784168 dv-cinder-821892-3-iscsi neutron-server[87788]: INFO neutron.wsgi [None req-d1acfe83-7556-4608-a3eb-0d28a563297e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/417a3f99-f888-45cb-af8d-4a8d812257f8 HTTP/1.1" status: 204  len: 168 time: 0.3353155
Dec 16 14:56:46.784405 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2fd8d5-e32e-4feb-9e72-95c806170431 None None] Network 58e71b89-aa29-49f3-838e-7fc19b4c15e1 requested from dv-cinder-821892-3-iscsi {{(pid=87790) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 14:56:46.785358 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 57638) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:46.902352 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133383046'] for network, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:46.913477 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Deleting port 925f657e-7d7c-48fe-82b5-38cff27f50a9 {{(pid=87789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:46.913819 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:47.049181 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5850281e-0d1c-4afd-8f36-2ef07508d706 None None] DHCP port deletion for 58e71b89-aa29-49f3-838e-7fc19b4c15e1 request from dv-cinder-821892-3-iscsi {{(pid=87790) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 14:56:47.053534 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-5850281e-0d1c-4afd-8f36-2ef07508d706 None None] Deleting port 925f657e-7d7c-48fe-82b5-38cff27f50a9 {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:47.053917 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-5850281e-0d1c-4afd-8f36-2ef07508d706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:47.121972 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.db [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] For port 925f657e-7d7c-48fe-82b5-38cff27f50a9, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=925f657e-7d7c-48fe-82b5-38cff27f50a9,segment=NetworkSegment(79654075-59d9-4c5b-b764-acef2b616c9c),segment_id=79654075-59d9-4c5b-b764-acef2b616c9c)] {{(pid=87789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:56:47.122248 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:47.244890 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.plugin [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Calling delete_port for 925f657e-7d7c-48fe-82b5-38cff27f50a9 owned by network:dhcp {{(pid=87789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:56:47.254606 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.db [None req-5850281e-0d1c-4afd-8f36-2ef07508d706 None None] For port 925f657e-7d7c-48fe-82b5-38cff27f50a9, host dv-cinder-821892-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-3-iscsi',level=0,port_id=925f657e-7d7c-48fe-82b5-38cff27f50a9,segment=NetworkSegment(79654075-59d9-4c5b-b764-acef2b616c9c),segment_id=79654075-59d9-4c5b-b764-acef2b616c9c)] {{(pid=87790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 14:56:47.255009 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-5850281e-0d1c-4afd-8f36-2ef07508d706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832870'] for port, precommit_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:47.337830 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133511215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758846881109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758846417448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2353991'] for port, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:47.341777 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e98bf7b5-dc56-4830-b702-95049bb4cbfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:47.383300 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Pushing event deleted for resources: {'Port': ['ID=925f657e-7d7c-48fe-82b5-38cff27f50a9,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:47.392928 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] No DVR routers for this DVR port 925f657e-7d7c-48fe-82b5-38cff27f50a9 on host dv-cinder-821892-3-iscsi {{(pid=87789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:56:47.395058 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:47.395444 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:47.395813 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:47.396175 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:47.396535 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:47.396924 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:47.397284 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:47.397638 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:47.397993 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:47.398344 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:47.398695 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:47.399045 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-3-iscsi {{(pid=87789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:56:47.418872 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-5850281e-0d1c-4afd-8f36-2ef07508d706 None None] Calling delete_port for 925f657e-7d7c-48fe-82b5-38cff27f50a9 owned by network:dhcp {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 14:56:47.428071 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:47.488908 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.db.api [None req-5850281e-0d1c-4afd-8f36-2ef07508d706 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:56:47.489271 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG oslo_db.api [None req-5850281e-0d1c-4afd-8f36-2ef07508d706 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:56:47.514809 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133418518', 'neutron.services.segments.db._delete_segments_for_network-8758846789542'] for network, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:47.539977 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.services.segments.db [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f753d788790>,) {'filters': {'network_id': ['58e71b89-aa29-49f3-838e-7fc19b4c15e1']}} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:47.556688 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.services.segments.db [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f753d788790>, '79654075-59d9-4c5b-b764-acef2b616c9c') {'for_net_delete': True} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:47.557021 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.services.segments.db [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f753d788790>, '79654075-59d9-4c5b-b764-acef2b616c9c') {} {{(pid=87789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:56:47.569897 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758846949753', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2750849'] for segment, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:47.593697 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133422167'] for segment, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:47.599882 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=87789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 14:56:47.600264 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133422174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2354090'] for segment, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]: Traceback (most recent call last):
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     timer()
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     cb(*args, **kw)
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     return func(*args, **kwargs)
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     self._notify()
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     self.callback(batched_events)
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     event.method(event)
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     return f(self, *a, **k)
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     return self._get(url).json()
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:56:47.613385 dv-cinder-821892-3-iscsi neutron-server[87789]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:56:47.692673 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133418543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1831846'] for network, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:47.696657 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-d84be189-364a-4d4e-80ed-1048f84ebf14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:47.709784 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587556'] for network, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:47.719834 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Pushing event deleted for resources: {'Network': ['ID=58e71b89-aa29-49f3-838e-7fc19b4c15e1,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:47.725743 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:47.727944 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-e11bc69d-b629-4db7-9ae8-aa18f27878ea admin admin] 10.222.0.64 "DELETE /v2.0/networks/58e71b89-aa29-49f3-838e-7fc19b4c15e1 HTTP/1.1" status: 204  len: 168 time: 0.9409394
Dec 16 14:56:47.843127 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 57644) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:47.898412 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-5d4729ab-03d2-4729-969c-8dff815da450 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d963a0aa72964047885ee0212d5055dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0539665
Dec 16 14:56:47.901009 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 57648) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:47.960565 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8353f7cc-ffcb-4dfa-960d-27224c645dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:47.986034 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8353f7cc-ffcb-4dfa-960d-27224c645dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:47.990736 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-5850281e-0d1c-4afd-8f36-2ef07508d706 None None] Deleting port 925f657e-7d7c-48fe-82b5-38cff27f50a9 {{(pid=87790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 14:56:47.991227 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-5850281e-0d1c-4afd-8f36-2ef07508d706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758846876353'] for port, before_delete {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:48.045433 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8353f7cc-ffcb-4dfa-960d-27224c645dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:48.051008 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-939a2f4f-d986-4b5b-81ca-090f68526279 tempest-AttachVolumeTestJSON-227359587 tempest-AttachVolumeTestJSON-227359587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:48.059528 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 925f657e-7d7c-48fe-82b5-38cff27f50a9 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:56:48.065595 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353f7cc-ffcb-4dfa-960d-27224c645dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bf28e1-bc94-49ab-b534-40e04472de46,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:48.069011 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8353f7cc-ffcb-4dfa-960d-27224c645dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:48.072190 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-8353f7cc-ffcb-4dfa-960d-27224c645dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:48.073333 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-8353f7cc-ffcb-4dfa-960d-27224c645dd3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45bf28e1-bc94-49ab-b534-40e04472de46 HTTP/1.1" status: 204  len: 168 time: 0.1714442
Dec 16 14:56:48.093925 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-5850281e-0d1c-4afd-8f36-2ef07508d706 None None] The port '925f657e-7d7c-48fe-82b5-38cff27f50a9' was deleted {{(pid=87790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 14:56:48.107540 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: 925f657e-7d7c-48fe-82b5-38cff27f50a9 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:56:48.107886 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device 925f657e-7d7c-48fe-82b5-38cff27f50a9 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:56:48.108337 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device d6a9fad2-af27-4849-95ca-7d7f8f1057e5 no longer exists at agent ovs-agent-dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:56:48.147103 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] No Port match for: d6a9fad2-af27-4849-95ca-7d7f8f1057e5 {{(pid=87790) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 14:56:48.147462 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron.plugins.ml2.rpc [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Device d6a9fad2-af27-4849-95ca-7d7f8f1057e5 not bound to the agent host dv-cinder-821892-3-iscsi {{(pid=87790) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:56:48.436089 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 57658) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:48.483592 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-d7e8ab15-3e83-493e-b7e1-4467150dc5b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e8b7a54394d34c20af37142d9c96b4b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0461559
Dec 16 14:56:48.486551 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [-] (87789) accepted ('10.222.0.64', 57662) {{(pid=87789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:56:48.548164 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-91380cc2-5855-46e3-b37c-a59e7d0a4230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:48.574295 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-91380cc2-5855-46e3-b37c-a59e7d0a4230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:48.625373 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-91380cc2-5855-46e3-b37c-a59e7d0a4230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949520'] for security_group, after_delete {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:48.628993 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-8c12b162-ba27-4243-b8e4-dbc6e6d04702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:56:48.640060 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91380cc2-5855-46e3-b37c-a59e7d0a4230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea26d157-4ab7-4010-ad09-78b3e0f31290,revision_number=None']} {{(pid=87789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:56:48.643927 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG oslo_concurrency.lockutils [None req-91380cc2-5855-46e3-b37c-a59e7d0a4230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:56:48.648792 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron_lib.callbacks.manager [None req-91380cc2-5855-46e3-b37c-a59e7d0a4230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:48.649989 dv-cinder-821892-3-iscsi neutron-server[87789]: INFO neutron.wsgi [None req-91380cc2-5855-46e3-b37c-a59e7d0a4230 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea26d157-4ab7-4010-ad09-78b3e0f31290 HTTP/1.1" status: 204  len: 168 time: 0.1625335
Dec 16 14:56:49.060336 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-4a747e9f-4fef-4a88-84c2-ee4bd10831f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:50.305208 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:50.454256 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:52.070071 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:00.728245 dv-cinder-821892-3-iscsi neutron-server[87789]: DEBUG neutron.wsgi [req-bd4ca939-eff5-4c36-856b-20aabb96d81b req-ae439dde-e8a0-4b41-b9f2-5cff9e955cda service neutron] (87789) timed out ('10.222.0.64', 50612) {{(pid=87789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 14:57:07.551723 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:57:15.496902 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:16.500297 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-0148bf34-4255-4029-89be-8b4b79468e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:19.052834 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bf9281b9-f720-4efb-a268-fef654a2cc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:20.307777 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:20.447515 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:22.074011 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:44.549676 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:57:45.501458 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:46.502592 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-c780ac2e-38a2-4383-a075-71c3c58469a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:49.054203 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-23f19809-d70a-4a8c-958a-defbda0873cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:50.309822 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:50.449806 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:52.081296 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:15.500866 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:16.504659 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-528d905c-a822-436f-a379-5361a879c7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:19.056016 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-825e2ba6-64d4-4cbb-a4c6-785ad87cc8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:20.313024 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:20.451675 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:21.548022 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:58:22.079325 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:45.515352 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:46.505449 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-efe1e67e-1c5a-499a-a3e8-7a48c34a8133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:49.058731 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-5c1195c7-2b41-4070-84de-2af698c28fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:50.315585 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:50.452404 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:52.083496 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:58.548161 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:59:15.515613 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:16.509565 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ef4a4a97-c8ca-448b-b53b-fc0f5641c51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:19.060981 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b1295f75-5940-4aa9-984a-45c34e818da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:20.318891 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:20.452961 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:22.087107 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:35.550131 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:59:45.530287 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:46.514171 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-f7aa0326-4dd0-4358-aa75-49f6ba55ac13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:49.066896 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-f09dc6b9-22c9-432f-aa64-45c656bf2ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:50.325244 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:50.459319 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:52.088944 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:12.549078 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 15:00:15.523339 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:16.517490 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-2ec3d394-4860-4b99-b237-77f18e2621a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:19.059297 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-6ffafa62-526d-4e91-a42f-0480819336ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:20.324738 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:20.451482 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:22.093613 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:45.522760 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:46.520421 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1ae5649b-0ab2-4362-83ac-c4c9a0c00aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:49.061082 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-91478406-eed4-4b80-a358-811bb1eeba64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:49.548260 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 15:00:50.327597 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:50.451508 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:52.095430 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:15.528701 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:16.522687 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1498e9ee-59e1-4c8f-9901-615e80b2f184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:19.064802 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-5a1edde0-8b88-4666-a159-28d57ed70166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:20.330768 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:20.454061 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:22.097148 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:26.546709 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 15:01:45.533427 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-bca334bc-90f6-486b-91e8-1a0c2a670998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:46.523954 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-4f02e47e-3f9d-4c01-b36d-35b8683dae51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:49.066217 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-ef32a460-766d-44f4-8610-b6bd07c60721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:50.336083 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-b46f0a99-34ed-47e3-ad4b-b9b236ff45c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:50.455312 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcef9-d53c-4200-a953-3a130f8f9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:52.099497 dv-cinder-821892-3-iscsi neutron-server[87790]: DEBUG neutron_lib.callbacks.manager [None req-9d421fb4-5c15-42eb-a3d6-eefe0beb0887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758846789551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133415276'] for agent, after_update {{(pid=87790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:02:03.549248 dv-cinder-821892-3-iscsi neutron-server[87791]: DEBUG neutron.db.agents_db [None req-6fa18596-ab89-49f9-8056-c9125dc82ede None None] Agent healthcheck: found 6 active agents {{(pid=87791) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}